{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.010563413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.022906857Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.053985668Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.054014951Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.112076837Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.112108767Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.162722526Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/f5a1a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.72009691Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752176152Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752274359Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752335535Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752384512Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752425853Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752469561Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752511214Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752553743Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752593196Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752637456Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752671374Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752718174Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752755083Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.752901807Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.753035414Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.753145142Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.753146898Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.753216099Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.753224688Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.753271845Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9}
I1029 22:47:19.854568       1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:19.854622894Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.055912347Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.055953375Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9}
I1029 22:47:47.837782       1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.838122914Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.838339005Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.838425091Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.838555348Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.838583611Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.838634702Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.83867371Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.838803769Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.838981097Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839123493Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.83924619Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839322816Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839452834Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839514334Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839549031Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839563967Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839578227Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839597807Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839667324Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839675115Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839697868Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839732264Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.83982349Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839847623Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.83986765Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839929939Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839962612Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.839998055Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.84011193Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.840200822Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.84023984Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.840428339Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.840869892Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.841175933Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.841252222Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.841360087Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.84139267Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.841428089Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.841540101Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.841578155Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.841696513Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.841808943Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.841894395Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.842070106Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.842105501Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.84212997Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.84218919Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.842207927Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.842227587Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.920898999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.967502305Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:47.986209872Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.065642318Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.065681027Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.065705254Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.065719929Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.065870353Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.065900786Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.065975032Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.065980326Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.093282289Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.164842696Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.164883724Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.165903762Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.16593712Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.165914847Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.165951779Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.718447162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9387ecb-b2b9-4dda-a42a-52ef47d8fc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.731106067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9387ecb-b2b9-4dda-a42a-52ef47d8fc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.74347607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9387ecb-b2b9-4dda-a42a-52ef47d8fc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:48.755950667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9387ecb-b2b9-4dda-a42a-52ef47d8fc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.279936106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0bd556c-a8ac-493c-9b0d-007d9d5da7cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.292697714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0bd556c-a8ac-493c-9b0d-007d9d5da7cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.305215255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0bd556c-a8ac-493c-9b0d-007d9d5da7cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.317598745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0bd556c-a8ac-493c-9b0d-007d9d5da7cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.889481418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12fc867-4a26-4b1c-baad-f3ebaff8c106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.902381709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12fc867-4a26-4b1c-baad-f3ebaff8c106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.915044429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12fc867-4a26-4b1c-baad-f3ebaff8c106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.927637425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a12fc867-4a26-4b1c-baad-f3ebaff8c106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.305940527Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac711e44-551b-4823-aa0f-e281979d2a49","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.670144686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac711e44-551b-4823-aa0f-e281979d2a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.682847579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac711e44-551b-4823-aa0f-e281979d2a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.69567083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac711e44-551b-4823-aa0f-e281979d2a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.708449572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac711e44-551b-4823-aa0f-e281979d2a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:47:50.779989141Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"models-as-a-service","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"models-as-a-service","reconcileID":"4d3793bc-8cba-491a-9fce-5cfaf73167ef","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"models-as-a-service\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.236826281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183f2d31-c081-41bc-af88-d6cfe2f0f867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.249540935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183f2d31-c081-41bc-af88-d6cfe2f0f867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.262897026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183f2d31-c081-41bc-af88-d6cfe2f0f867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.276147084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183f2d31-c081-41bc-af88-d6cfe2f0f867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.820836657Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"c901553d-aee0-4dd5-857a-7b8999d7918e","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:53.415101343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4981c692-2f97-4562-b21b-dacc0144d0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:53.427558457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4981c692-2f97-4562-b21b-dacc0144d0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:53.440137988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4981c692-2f97-4562-b21b-dacc0144d0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:53.452710139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4981c692-2f97-4562-b21b-dacc0144d0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:54.099455451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c70eec0d-b9a7-4141-8952-ca9bf4274a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:54.112388988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c70eec0d-b9a7-4141-8952-ca9bf4274a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:54.12491414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c70eec0d-b9a7-4141-8952-ca9bf4274a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:47:54.137663065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c70eec0d-b9a7-4141-8952-ca9bf4274a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:16.607476838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3a267b-d1da-4b46-ad3f-22aa0b96ceba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:16.619940732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3a267b-d1da-4b46-ad3f-22aa0b96ceba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:16.632342572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3a267b-d1da-4b46-ad3f-22aa0b96ceba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:16.644859219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3a267b-d1da-4b46-ad3f-22aa0b96ceba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:17.287943633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba32b73-3a3c-40d9-b14f-34df005d5fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:17.300526248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba32b73-3a3c-40d9-b14f-34df005d5fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:17.313122429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba32b73-3a3c-40d9-b14f-34df005d5fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:17.325830949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba32b73-3a3c-40d9-b14f-34df005d5fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:17.946683743Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:43.329691479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486aa820-f2b3-4fa3-8d07-070f90b9f824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:43.342743768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486aa820-f2b3-4fa3-8d07-070f90b9f824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:43.355351346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486aa820-f2b3-4fa3-8d07-070f90b9f824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:43.368229221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486aa820-f2b3-4fa3-8d07-070f90b9f824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:43.913253661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28796a1-20e1-4c3d-9e83-bf1db2ffd904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:43.926891256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28796a1-20e1-4c3d-9e83-bf1db2ffd904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:43.941735484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28796a1-20e1-4c3d-9e83-bf1db2ffd904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:43.95535582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28796a1-20e1-4c3d-9e83-bf1db2ffd904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:44.3891713Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"f365b1ed-563c-47ed-97d7-535f93b35925","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:44.826166375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abac1fc3-eda7-4c6a-af99-5aeaa19b2286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:44.839057656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abac1fc3-eda7-4c6a-af99-5aeaa19b2286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:44.852077451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abac1fc3-eda7-4c6a-af99-5aeaa19b2286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:44.864596637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abac1fc3-eda7-4c6a-af99-5aeaa19b2286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.418361338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7600e309-d495-4e8b-9a6e-e56c71853ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.431399697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7600e309-d495-4e8b-9a6e-e56c71853ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.444117223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7600e309-d495-4e8b-9a6e-e56c71853ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.457043516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7600e309-d495-4e8b-9a6e-e56c71853ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:46.064313213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde325fb-d0ec-44d8-8935-287db35e0947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:46.077214438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde325fb-d0ec-44d8-8935-287db35e0947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:46.090790683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde325fb-d0ec-44d8-8935-287db35e0947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:46.10399585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde325fb-d0ec-44d8-8935-287db35e0947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:47.962989762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:48.236533579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3b3076-e67f-430c-b845-3e81154d3b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:48.249212603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3b3076-e67f-430c-b845-3e81154d3b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:48.261707915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3b3076-e67f-430c-b845-3e81154d3b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:48:48.274210287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3b3076-e67f-430c-b845-3e81154d3b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.071884656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00d601d6-4fa0-46c7-a3f7-89cc2fe4fd49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.089267757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00d601d6-4fa0-46c7-a3f7-89cc2fe4fd49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.105814932Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00d601d6-4fa0-46c7-a3f7-89cc2fe4fd49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.186857806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68b8bd2c-4f0c-4f2e-9d0c-8a6ea28e5a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.204441444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68b8bd2c-4f0c-4f2e-9d0c-8a6ea28e5a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.220884419Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68b8bd2c-4f0c-4f2e-9d0c-8a6ea28e5a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.284720553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15998fd2-4022-4c7c-83fb-b938560a5a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.302397153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15998fd2-4022-4c7c-83fb-b938560a5a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.318748841Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15998fd2-4022-4c7c-83fb-b938560a5a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.474075376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c7ae1b3-6565-4e0a-a0c5-51507838139a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.491593925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c7ae1b3-6565-4e0a-a0c5-51507838139a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.50792201Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c7ae1b3-6565-4e0a-a0c5-51507838139a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:49:11.634506259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c7ae1b3-6565-4e0a-a0c5-51507838139a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.673571499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c870d2c8-7dfb-4d5f-97c3-2573280c6c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.686161696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb9a65b1-0844-4a15-9312-dbd6a426a354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.691391175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c870d2c8-7dfb-4d5f-97c3-2573280c6c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.703340738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb9a65b1-0844-4a15-9312-dbd6a426a354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.70779206Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c870d2c8-7dfb-4d5f-97c3-2573280c6c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.721801062Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb9a65b1-0844-4a15-9312-dbd6a426a354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.776605846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90355cf1-3228-461d-87b1-23943d6ca6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.78880557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03f04555-583a-4388-8f76-15d65b4cb1bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.793714478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90355cf1-3228-461d-87b1-23943d6ca6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.793747814Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90355cf1-3228-461d-87b1-23943d6ca6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:49:11.803552945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ee4af48-9b9f-4d8d-b7f4-523a4fd3680e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.807270371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03f04555-583a-4388-8f76-15d65b4cb1bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.807302386Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03f04555-583a-4388-8f76-15d65b4cb1bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:49:11.900116247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7f47a74-b1e9-4c56-84d6-2377c9a3a467","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:49:11.906727451Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:11.916848607Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ff93e8e-605c-421f-a0e6-242d28b1aef5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:12.016752903Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f1285ff-d366-413f-b7ef-667268804415","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:12.016820575Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e04f349-2de0-4107-a7ee-bd857f9d321a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:12.117895606Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf4cdcc4-037e-445b-85ff-301a8c3c1922","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:13.467994198Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6b6fd22-2983-4c45-b8c6-068ef0b5f953","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:13.632805275Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12d26c65-1586-4c1a-b666-09c9eaf5ae83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.487311668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f1d53749-d694-4dbc-b1ab-f2dd1052ddad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.487331124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f1d53749-d694-4dbc-b1ab-f2dd1052ddad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.500691832Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9fca03bc-014c-4623-ba3e-b5d5facdbff3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.500741223Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e9942e0d-1167-4372-9107-7c907049590e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.519264839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d7bea48-97a5-4d3e-be38-db2ddfb0db11","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.519280189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d7bea48-97a5-4d3e-be38-db2ddfb0db11","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.524487332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd1816e3-07f2-402f-91d9-933a75986440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.524488155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba074ef2-5999-4389-8c26-e1aef4bf0df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.552527368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba074ef2-5999-4389-8c26-e1aef4bf0df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.552563796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd1816e3-07f2-402f-91d9-933a75986440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.552571597Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba074ef2-5999-4389-8c26-e1aef4bf0df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.552598092Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd1816e3-07f2-402f-91d9-933a75986440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.628617399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d43b602c-3c88-4f75-8410-9d29ae674a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.628616943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"032bc13b-e6e6-4f6f-a896-623076993d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.647012758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d43b602c-3c88-4f75-8410-9d29ae674a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.647033894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"032bc13b-e6e6-4f6f-a896-623076993d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.647076248Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d43b602c-3c88-4f75-8410-9d29ae674a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:14.647083006Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"032bc13b-e6e6-4f6f-a896-623076993d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:15.223303972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ce3f7562-9d77-4d53-83eb-34fa60de51fd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:15.223321771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ce3f7562-9d77-4d53-83eb-34fa60de51fd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:15.5070839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"392147ae-026e-47a9-839b-be4f192a7a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:15.507082199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08fda2d8-df0b-456b-a9e2-10dc5671eb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:15.524635717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08fda2d8-df0b-456b-a9e2-10dc5671eb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:15.52467751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"392147ae-026e-47a9-839b-be4f192a7a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:15.524690949Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08fda2d8-df0b-456b-a9e2-10dc5671eb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:15.524714345Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"392147ae-026e-47a9-839b-be4f192a7a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.668007414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8abdcace-1dc0-4d54-ba08-1c47c885bc1d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.668026246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8abdcace-1dc0-4d54-ba08-1c47c885bc1d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.668224954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"93cf73d1-3d2f-46d2-b48d-9476e857d9ca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.668235098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"93cf73d1-3d2f-46d2-b48d-9476e857d9ca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.681574641Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea2fc6ce-3013-41a4-a710-093b1ef4e3b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.681740788Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b8e416f-5a46-4221-ac03-5c8cab69f1e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.69985136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6d8fcb42-6f11-4f0d-a85b-ba5fb8e9b995","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.69986653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6d8fcb42-6f11-4f0d-a85b-ba5fb8e9b995","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.700051427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f699fb57-f9f6-47d3-acfb-f90a69c1bacd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.700061299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f699fb57-f9f6-47d3-acfb-f90a69c1bacd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.709414159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a810fb11-6db7-4eb8-9fd1-7b0522c22998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.709754955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13f7f970-40ee-4fd2-910f-3f14d8df5c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.738800979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13f7f970-40ee-4fd2-910f-3f14d8df5c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.738830132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a810fb11-6db7-4eb8-9fd1-7b0522c22998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.738848704Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13f7f970-40ee-4fd2-910f-3f14d8df5c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.738857358Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a810fb11-6db7-4eb8-9fd1-7b0522c22998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.807063274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f168f3d3-4251-4939-801c-6466865873e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.807062383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2776d7d9-1c1e-44eb-b405-34149e948d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.826087696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2776d7d9-1c1e-44eb-b405-34149e948d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.826133809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f168f3d3-4251-4939-801c-6466865873e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.826149795Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2776d7d9-1c1e-44eb-b405-34149e948d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.826161546Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f168f3d3-4251-4939-801c-6466865873e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:17.946385458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:18.113588768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"594f19d8-6f30-423d-80c7-8bd911f148eb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:18.113608353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"594f19d8-6f30-423d-80c7-8bd911f148eb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:18.825983039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cee93f8-16ad-4d2f-9d31-dc22c2f70ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:18.826001497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90b01adb-3683-4705-80d7-a3d1611d9470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:18.845501004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cee93f8-16ad-4d2f-9d31-dc22c2f70ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:18.845555698Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cee93f8-16ad-4d2f-9d31-dc22c2f70ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:18.845827518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90b01adb-3683-4705-80d7-a3d1611d9470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:18.84587977Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90b01adb-3683-4705-80d7-a3d1611d9470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.801456468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f6910750-78c9-4077-889d-19064b8d8ea4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.801476134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f6910750-78c9-4077-889d-19064b8d8ea4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.814650856Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e36124bf-b0a9-433d-a2b4-ea1c1976dbd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.814650952Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"887d0cea-f5f0-45a2-abcc-dba771dc399a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.818223074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"064bf68f-d4e1-45e4-9425-55a4d47772d9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.818237516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"064bf68f-d4e1-45e4-9425-55a4d47772d9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.81841131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7986686d-41d2-49e9-9c07-2ba81116361b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.818420881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7986686d-41d2-49e9-9c07-2ba81116361b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.832158632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"96d5c44a-e27f-4178-8e53-d1d23b202183","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.832175018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"96d5c44a-e27f-4178-8e53-d1d23b202183","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.832371949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0a4681b9-300b-41cc-a475-187f7f2dd7a0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.832382632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0a4681b9-300b-41cc-a475-187f7f2dd7a0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.832568257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"396a764e-570a-4bbf-8771-651f9859288a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.832578891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"396a764e-570a-4bbf-8771-651f9859288a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.83865727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95ce535d-11ea-43de-80a4-8a3a39e51611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.841389303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65cfe035-8c86-4ded-8908-6035abccd331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.856025554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95ce535d-11ea-43de-80a4-8a3a39e51611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.856061453Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95ce535d-11ea-43de-80a4-8a3a39e51611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.866340364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65cfe035-8c86-4ded-8908-6035abccd331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.866380489Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65cfe035-8c86-4ded-8908-6035abccd331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.940153198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10f3f22e-b181-49c6-b112-e2382db363b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.957471597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10f3f22e-b181-49c6-b112-e2382db363b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:19.957532439Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10f3f22e-b181-49c6-b112-e2382db363b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:20.044225083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db3b3ff9-c477-46c7-ab39-a405f22217ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:20.061479723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db3b3ff9-c477-46c7-ab39-a405f22217ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:20.061536628Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db3b3ff9-c477-46c7-ab39-a405f22217ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:20.239138317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"203f50b8-64a7-4eb0-aed1-34d3d0e32362","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:20.23915673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"203f50b8-64a7-4eb0-aed1-34d3d0e32362","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.041043241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14e9481f-cce9-46c6-97b9-4e76c761f35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.041040344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c470c71c-a2de-4259-81f7-183c73dd7728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.059798274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c470c71c-a2de-4259-81f7-183c73dd7728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.059865879Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c470c71c-a2de-4259-81f7-183c73dd7728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.060156907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14e9481f-cce9-46c6-97b9-4e76c761f35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.06022075Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14e9481f-cce9-46c6-97b9-4e76c761f35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.483080629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11de2455-4962-43bc-92c1-063df05bba0b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.483107097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11de2455-4962-43bc-92c1-063df05bba0b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.483427132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"233a0e87-4e37-4637-9d1b-f530fa47cd79","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.483443086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"233a0e87-4e37-4637-9d1b-f530fa47cd79","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.48370121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f359a023-0f56-46b3-9938-b4d0096ec747","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.483715459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f359a023-0f56-46b3-9938-b4d0096ec747","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.49620684Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd6695bf-f60b-44cc-b1d5-547503a4130e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.496274317Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0dad8f18-46d8-43a4-8246-f7cf29ff49bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.514326723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"07372813-0e23-4e3d-81d9-a006d61e77d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.514340851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"07372813-0e23-4e3d-81d9-a006d61e77d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.51451317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db9de8cd-7438-4dba-8d66-d0cca96b1d8f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.514522701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db9de8cd-7438-4dba-8d66-d0cca96b1d8f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.514676432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90d3085c-e242-4a86-990b-b3a78dd86dcd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.514686763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90d3085c-e242-4a86-990b-b3a78dd86dcd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.519437353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b0b45c-d6d8-4b4e-9e49-7c21f5ed6887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.519697943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8214fa7-aa55-48a0-bd7b-4a18b68e1c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.53942761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b0b45c-d6d8-4b4e-9e49-7c21f5ed6887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.539466293Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b0b45c-d6d8-4b4e-9e49-7c21f5ed6887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.539538842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8214fa7-aa55-48a0-bd7b-4a18b68e1c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.539575847Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8214fa7-aa55-48a0-bd7b-4a18b68e1c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.620408533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"938867a2-6428-4d61-a888-0513dec4183a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.620407965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4844f972-cf82-4fa9-8b32-6efa288ff464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.638029601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4844f972-cf82-4fa9-8b32-6efa288ff464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.638087533Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4844f972-cf82-4fa9-8b32-6efa288ff464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.638084871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"938867a2-6428-4d61-a888-0513dec4183a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:21.638136213Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"938867a2-6428-4d61-a888-0513dec4183a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.249783661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a547ea3-0caa-42ab-871a-5f4d9dc83b53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.249893117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18f360eb-a80a-4844-b471-2616486fa094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.26912587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a547ea3-0caa-42ab-871a-5f4d9dc83b53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.269142146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18f360eb-a80a-4844-b471-2616486fa094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.269181187Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a547ea3-0caa-42ab-871a-5f4d9dc83b53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.269185276Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18f360eb-a80a-4844-b471-2616486fa094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.293365464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"73ed33a0-8cc0-4aa7-907a-7bdcb39ebe3e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.293380832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"73ed33a0-8cc0-4aa7-907a-7bdcb39ebe3e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.293595985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bcf36284-444f-4889-ab29-0f4db4c71617","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.293606433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bcf36284-444f-4889-ab29-0f4db4c71617","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.30667642Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c15e0a77-1bea-4e28-9fdc-54b1e771a60a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.306679348Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07757e69-3495-4cfc-8cbb-24a32a3133fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.312555522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7e16122b-5c64-4ada-a7ff-a03edc0ce021","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.312570449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7e16122b-5c64-4ada-a7ff-a03edc0ce021","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.312742713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92904131-15c6-4cea-8571-9bd602dccc37","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.312752083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92904131-15c6-4cea-8571-9bd602dccc37","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.326135852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6f11c76f-025e-41c8-b4d5-35bd0ece7a23","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.32615372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6f11c76f-025e-41c8-b4d5-35bd0ece7a23","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.32633856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"308d7fe8-340e-4f33-bb73-65db09bf6357","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.326349462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"308d7fe8-340e-4f33-bb73-65db09bf6357","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.326511819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e32b2791-eacf-46c3-b413-9ec8422363f4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.326522373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e32b2791-eacf-46c3-b413-9ec8422363f4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.326851289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3939083d-7517-4600-be2a-5ff0a01e9e56","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.326862305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3939083d-7517-4600-be2a-5ff0a01e9e56","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.349552259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"707c0643-3609-41d9-b3ca-4a36cded2d7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.34960825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41669def-e756-4e2d-b805-0a6b89766482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.366891665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"707c0643-3609-41d9-b3ca-4a36cded2d7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.36692941Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"707c0643-3609-41d9-b3ca-4a36cded2d7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.366989549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41669def-e756-4e2d-b805-0a6b89766482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.367034749Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41669def-e756-4e2d-b805-0a6b89766482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.448388278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f72ac889-7b63-44de-b6ec-52d934c41b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.448396954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eae470e2-8122-4e0b-b7ab-9979da348844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.466101821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f72ac889-7b63-44de-b6ec-52d934c41b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.466157158Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f72ac889-7b63-44de-b6ec-52d934c41b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.466424312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eae470e2-8122-4e0b-b7ab-9979da348844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.466477097Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eae470e2-8122-4e0b-b7ab-9979da348844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.762040041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9aedba72-6d3f-4829-9b28-11a08af5dda5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:23.762063839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9aedba72-6d3f-4829-9b28-11a08af5dda5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.697648625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"035e7fae-0f65-400a-8300-96697d2224cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.697825565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a26ef8f8-bca7-4d87-844f-4149eff1240d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.726688681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a26ef8f8-bca7-4d87-844f-4149eff1240d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.726754981Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a26ef8f8-bca7-4d87-844f-4149eff1240d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.726758354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"035e7fae-0f65-400a-8300-96697d2224cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.726809749Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"035e7fae-0f65-400a-8300-96697d2224cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.813947764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ffa5dd17-6827-4e09-ac88-88a3fcfbc820","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.813967473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ffa5dd17-6827-4e09-ac88-88a3fcfbc820","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.829507615Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"20a2f907-485c-4b76-b54b-bf9f503ba55d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.832198025Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1d8d230-f2bd-42f6-98d2-cf2a4509cdeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.833172365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"440801f8-45bf-4c4d-a204-44b0c814f768","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.833188653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"440801f8-45bf-4c4d-a204-44b0c814f768","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.833416867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"843dd4e9-1852-459b-8133-be7911ebca5c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.833428953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"843dd4e9-1852-459b-8133-be7911ebca5c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.833596282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"09828dc2-2733-47c1-95d8-0dd34d087c83","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.833606297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"09828dc2-2733-47c1-95d8-0dd34d087c83","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.833781236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"06723c89-fb09-4071-a4d6-af0b34a3afd6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.833790484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"06723c89-fb09-4071-a4d6-af0b34a3afd6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.84625799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30ca0708-cc9c-448f-824c-b437ce3fef0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.84627252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30ca0708-cc9c-448f-824c-b437ce3fef0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.846448767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"08f6716d-afa7-4dad-9244-05c08b57681c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.846458203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"08f6716d-afa7-4dad-9244-05c08b57681c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.846622753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"03e0f0c4-f0f9-4813-b202-aa0473b7a8de","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.846633045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"03e0f0c4-f0f9-4813-b202-aa0473b7a8de","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.84681222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b3682de-6d06-4fd3-a87d-4ee965991d17","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.846821612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b3682de-6d06-4fd3-a87d-4ee965991d17","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.846969316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c88524f6-bc24-4a90-8013-c67599cbd08e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.846978271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c88524f6-bc24-4a90-8013-c67599cbd08e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.861712351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3766f67e-10c0-4fb0-a167-3d703f736474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.861736796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a55112ed-b8f4-4210-95aa-d9696050cb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.878933641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3766f67e-10c0-4fb0-a167-3d703f736474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.878977886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a55112ed-b8f4-4210-95aa-d9696050cb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.879015051Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a55112ed-b8f4-4210-95aa-d9696050cb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.878984681Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3766f67e-10c0-4fb0-a167-3d703f736474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.957278868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3796c23f-c3ef-4214-b512-fd96c3ceb640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.957341085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d62bc35-77b6-4d4c-b510-6f048cceb41f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.975832412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3796c23f-c3ef-4214-b512-fd96c3ceb640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.975890149Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3796c23f-c3ef-4214-b512-fd96c3ceb640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.97624075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d62bc35-77b6-4d4c-b510-6f048cceb41f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:25.976289124Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d62bc35-77b6-4d4c-b510-6f048cceb41f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:26.254468106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f60160cb-be2b-4fb0-974b-81b926911cc2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:26.254486108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f60160cb-be2b-4fb0-974b-81b926911cc2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.403145774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f6fe9b14-4a1b-43fe-bbbe-e47cfd897854","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.403167423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f6fe9b14-4a1b-43fe-bbbe-e47cfd897854","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.403398455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5aac7de2-9521-49af-a9a7-407fba535784","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.40340996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5aac7de2-9521-49af-a9a7-407fba535784","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.416198693Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f103f76-6e36-4d92-a37c-816f1d9ef5b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.416452924Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d73f3ad-b1c5-498e-89cb-4677eea8a692","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.422079052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a67981fc-abf2-465d-b888-79cdf018e2c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.422095293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a67981fc-abf2-465d-b888-79cdf018e2c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.422286681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"760c91a6-987f-4e28-8b54-1500831d6a4c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.422297086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"760c91a6-987f-4e28-8b54-1500831d6a4c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.422467126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3982afb7-55f6-4e6b-9a4b-8972109d92fa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.422477621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3982afb7-55f6-4e6b-9a4b-8972109d92fa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.422637386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"64a16ed0-428b-499c-b773-04adeccf3682","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.422645954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"64a16ed0-428b-499c-b773-04adeccf3682","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.432924234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"920c39b8-74c0-4871-a516-d71710663065","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.432940087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"920c39b8-74c0-4871-a516-d71710663065","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.433143233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"958e35b7-0ed3-4e39-beb8-e658189ef8b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.433156425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"958e35b7-0ed3-4e39-beb8-e658189ef8b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.433397424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"24e5c3a5-5c63-4e65-adce-3119b9b7cf76","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.433409947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"24e5c3a5-5c63-4e65-adce-3119b9b7cf76","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.433613104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8052e3b-aa1f-4d7d-80bf-a0365d8d370a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.433627161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8052e3b-aa1f-4d7d-80bf-a0365d8d370a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.433913156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b7379beb-96a3-4cc2-84b4-85d7301cd839","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.433929165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b7379beb-96a3-4cc2-84b4-85d7301cd839","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.434151031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f827112b-03d0-4001-a7d1-f32a40dac0b7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.434163284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f827112b-03d0-4001-a7d1-f32a40dac0b7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.442562075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0c22b3b-5b38-4e64-9105-014c0c947536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.442646823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af7ea212-da77-490c-9ecc-19a44334e308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.460215862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0c22b3b-5b38-4e64-9105-014c0c947536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.460257162Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0c22b3b-5b38-4e64-9105-014c0c947536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.460334849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af7ea212-da77-490c-9ecc-19a44334e308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.460376218Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af7ea212-da77-490c-9ecc-19a44334e308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.541417765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12d45ff0-4186-452f-b016-797960bf539a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.541600068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1935918-2593-4f97-be8c-31a6fb8e477e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.559167141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12d45ff0-4186-452f-b016-797960bf539a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.559228689Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12d45ff0-4186-452f-b016-797960bf539a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.559375403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1935918-2593-4f97-be8c-31a6fb8e477e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.559427806Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1935918-2593-4f97-be8c-31a6fb8e477e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.829521059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"081e45b4-2dcc-455c-970c-306933e41a53","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:27.829542766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"081e45b4-2dcc-455c-970c-306933e41a53","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:29.376919901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eed5a015-bd67-4c32-b6c4-1ce45dbff557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:29.376924123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f343f751-f360-4205-a1a9-7c66ae6e39fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:29.405621468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eed5a015-bd67-4c32-b6c4-1ce45dbff557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:29.40567624Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eed5a015-bd67-4c32-b6c4-1ce45dbff557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:29.405808168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f343f751-f360-4205-a1a9-7c66ae6e39fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:29.405861446Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f343f751-f360-4205-a1a9-7c66ae6e39fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:29.476289506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23a3c8dc-88c9-4b53-bcee-9f8d9e3cd5c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:29.476314373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86a17398-4894-45c6-96f3-ad6233ae238f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:29.49398229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86a17398-4894-45c6-96f3-ad6233ae238f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:29.494016888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23a3c8dc-88c9-4b53-bcee-9f8d9e3cd5c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:29.494027496Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86a17398-4894-45c6-96f3-ad6233ae238f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:29.494061605Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23a3c8dc-88c9-4b53-bcee-9f8d9e3cd5c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.073845678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe780aec-547c-4379-b228-a5070a21fa1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.073863564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe780aec-547c-4379-b228-a5070a21fa1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.087153914Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2414d29-1ff1-4e55-bdc0-067954cafbd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.092746853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"05b1a842-ccf0-42aa-b19e-ce62ecdde75a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.092784867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"05b1a842-ccf0-42aa-b19e-ce62ecdde75a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.092998433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"41cf70a4-946b-4f35-9104-03d4567b80f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.093010741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"41cf70a4-946b-4f35-9104-03d4567b80f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.093209664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"debcc0f9-e956-495e-b32c-3c4903d19d94","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.09322073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"debcc0f9-e956-495e-b32c-3c4903d19d94","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.093398413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"81f12f24-737a-43f9-bfe7-a58d14311023","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.093409066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"81f12f24-737a-43f9-bfe7-a58d14311023","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.093584477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ddcb520-5e50-4389-9726-a4a0f4a7785d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.093595263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ddcb520-5e50-4389-9726-a4a0f4a7785d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.093785918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d5ed5923-f575-4380-95e9-cc50842cb4f5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.093797645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d5ed5923-f575-4380-95e9-cc50842cb4f5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.104445717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2b54b53c-9c9e-4a6e-908d-a8cc24885211","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.104459533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2b54b53c-9c9e-4a6e-908d-a8cc24885211","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.104652427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7989ee56-8836-4d00-8ccc-640acf314d21","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.104665528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7989ee56-8836-4d00-8ccc-640acf314d21","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.104861899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab70b8db-b9b1-4659-93cc-78c9693cae0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.104872702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab70b8db-b9b1-4659-93cc-78c9693cae0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.105149118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cc13eb46-ac4b-4161-85e7-766602220fca","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.105164221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cc13eb46-ac4b-4161-85e7-766602220fca","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.105336241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a10c0c1-e11f-44dc-ad88-b39fcdb796a6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.105346599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a10c0c1-e11f-44dc-ad88-b39fcdb796a6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.105537922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"499b2b42-c39e-4619-a3d5-5d181f9f6360","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.105551645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"499b2b42-c39e-4619-a3d5-5d181f9f6360","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.105799113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"15f7e15d-f375-415d-8675-13a6780be1ed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.105815812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"15f7e15d-f375-415d-8675-13a6780be1ed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.111156611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fda6548-db25-49a3-8292-8f8fc1179f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.114212361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eddceae-4d02-426b-8c71-b10bf376031b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.128643707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fda6548-db25-49a3-8292-8f8fc1179f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.128692026Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fda6548-db25-49a3-8292-8f8fc1179f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.137026664Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a619b1a-0b0a-4212-99e3-68e5ac6bfb5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.138921529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eddceae-4d02-426b-8c71-b10bf376031b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.181456232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9f6669e-8ac0-46d7-93ea-f5269708465a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.181472119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9f6669e-8ac0-46d7-93ea-f5269708465a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.210851181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bfa2ce0-46e4-4196-b6c9-031e7991b627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.222025868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7fa004ee-2442-475d-9ac1-7d2a97cd18f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.23136523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bfa2ce0-46e4-4196-b6c9-031e7991b627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.231429812Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bfa2ce0-46e4-4196-b6c9-031e7991b627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.382992705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5945eb5-377d-4a59-b71e-a0b41345b784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.401578449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5945eb5-377d-4a59-b71e-a0b41345b784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.499662273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"320c393e-a679-4c3b-a296-94bb0aa4dc9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.499683243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"320c393e-a679-4c3b-a296-94bb0aa4dc9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:30.538875449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03c7834b-7687-4f2a-a0bc-934e7c885420","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.219679695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"49b5d81e-6de2-4263-9cb8-b15122b16f9c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.219699641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"49b5d81e-6de2-4263-9cb8-b15122b16f9c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.219940886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"173bee6a-2be9-4916-bf20-e95b16ee9c96","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.219952142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"173bee6a-2be9-4916-bf20-e95b16ee9c96","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.2201076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b28cdeb3-5aca-45a4-bb0e-1eeed790ecee","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.220116506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b28cdeb3-5aca-45a4-bb0e-1eeed790ecee","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.220284491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9723d492-2e75-4be1-aee6-89c8e6f2e16a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.220294943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9723d492-2e75-4be1-aee6-89c8e6f2e16a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.220439293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e9a896d-0e46-49a7-bde8-b4eb4385a831","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.220449607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e9a896d-0e46-49a7-bde8-b4eb4385a831","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.220635585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b5a731b-4ef6-4042-a446-7144320f5259","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.22064657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b5a731b-4ef6-4042-a446-7144320f5259","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.220987485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20d3390d-1093-4f31-b9e5-c97dedd88863","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.221001593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20d3390d-1093-4f31-b9e5-c97dedd88863","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.241310857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09c5f65b-22fa-4032-af85-9c598f5f2ca6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.241325758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09c5f65b-22fa-4032-af85-9c598f5f2ca6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.250979019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7054279f-ddcb-484d-8b67-f0e83c17e09d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.250994828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7054279f-ddcb-484d-8b67-f0e83c17e09d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.251190167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cfe63458-b07c-42d4-b402-8680420e3fa1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.251200727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cfe63458-b07c-42d4-b402-8680420e3fa1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.251373179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8caff66-ff3e-4c58-931d-7f0412c012e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.251383766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8caff66-ff3e-4c58-931d-7f0412c012e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.251609264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24e590fc-33a3-47ab-a2b1-71212412a400","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.25162029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24e590fc-33a3-47ab-a2b1-71212412a400","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.251842731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"53310ec7-c68e-460f-9847-000532813253","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.251853908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"53310ec7-c68e-460f-9847-000532813253","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.252034835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70ea7818-57c6-4cee-a02d-4e8c442b032f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.252047415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70ea7818-57c6-4cee-a02d-4e8c442b032f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.252233779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c73ba68c-da17-4b9e-8a86-2d1e9e126354","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.252243578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c73ba68c-da17-4b9e-8a86-2d1e9e126354","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.25241592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5a1704e5-fa2c-4378-9855-20546b6efa42","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.25242592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5a1704e5-fa2c-4378-9855-20546b6efa42","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.256406579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6d90ce8-2da1-445f-8d88-a37fb1cfafd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.256558157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc07f660-6011-45d2-a28f-0aaff34ceabe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.261809363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6cf875e4-b920-443a-bfd5-2cd7f4e63679","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.273883264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc07f660-6011-45d2-a28f-0aaff34ceabe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.273938389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6d90ce8-2da1-445f-8d88-a37fb1cfafd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.282364181Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6aa7ae9-ac8a-4719-b936-f3e4f9c187c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.326000137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0682b5a8-97da-4f72-865f-6ac0b5815289","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.326018742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0682b5a8-97da-4f72-865f-6ac0b5815289","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.363458606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e9de381-3d74-4647-b815-34bffd1465eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.437398504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8c0fcde-0397-454c-b4ca-c5013076aea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.437472218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04331eaa-408c-41e6-bf94-bbc1933ea5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.454846602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8c0fcde-0397-454c-b4ca-c5013076aea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.45492068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04331eaa-408c-41e6-bf94-bbc1933ea5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.632243895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68c1cca6-09cc-4bb0-b25b-23ef14150e9d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.632267904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68c1cca6-09cc-4bb0-b25b-23ef14150e9d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:31.670762334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd5977e3-9ec9-44c6-bada-309cde5ff038","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:33.947330875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3cc12475-0a1d-4823-8141-5508bb6d3239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:33.995516106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e568cbcf-b0aa-4a4a-aaf2-73ef75a1c38c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:33.995535506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e568cbcf-b0aa-4a4a-aaf2-73ef75a1c38c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.023030407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aabff4ef-af5c-4ec6-8ab3-9e14897e5d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.023097799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"834e11bd-036e-491a-94f4-5595aa67dbb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.042970922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"834e11bd-036e-491a-94f4-5595aa67dbb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.045340146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aabff4ef-af5c-4ec6-8ab3-9e14897e5d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.046010475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d87f98f3-a4c8-402f-a6f2-691c601bca80","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.090547005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bd18568-0fb6-497a-81d3-7d10e7fb8b62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.09056844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bd18568-0fb6-497a-81d3-7d10e7fb8b62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.198695671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"847e4af2-7861-45b9-bbea-61d9ac044113","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.19871811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"847e4af2-7861-45b9-bbea-61d9ac044113","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.207725963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fc9bcb6-5cb0-4150-9297-7bed735f7b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.207712268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63300672-b3a7-4452-8448-4b05f2245be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.225227233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63300672-b3a7-4452-8448-4b05f2245be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:34.225230964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fc9bcb6-5cb0-4150-9297-7bed735f7b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:37.065000241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"af190c47-7481-427f-b0f1-9d81a0438798","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:37.065020995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"af190c47-7481-427f-b0f1-9d81a0438798","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:38.469119428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0b0f7d6-52b8-4ddf-aa5c-86b17ec19854","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:38.469140248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b0b0f7d6-52b8-4ddf-aa5c-86b17ec19854","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:40.36997194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e9c263d-c8ed-49b8-8e9b-5a2d2245f282","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:40.471255293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"075d2408-e6fd-476b-a66a-7f01f13589dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:41.640630059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9a07a4d1-018d-4a44-8904-943d7b3659f1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:41.640658285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9a07a4d1-018d-4a44-8904-943d7b3659f1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:44.359048027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f13ebc53-0bf5-424f-9083-93e899c86305","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:44.359067957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f13ebc53-0bf5-424f-9083-93e899c86305","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:45.621089018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bea1daa2-176e-42d0-a1d8-f8dd0d66394d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:45.621110363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bea1daa2-176e-42d0-a1d8-f8dd0d66394d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:46.933842215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5224b29-dcd8-41a8-8d4f-d770537dfd01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:46.933862756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5224b29-dcd8-41a8-8d4f-d770537dfd01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:46.977330008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"65b08239-85be-40fd-85d5-e8b8bf9bd2da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:47.008081005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88ec40d4-5dbe-4eb5-846b-2ee812bc8d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:47.035816424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"255837a2-199a-4be5-95b3-e90aaa2508aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:47.035836338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"255837a2-199a-4be5-95b3-e90aaa2508aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:47.036254511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88ec40d4-5dbe-4eb5-846b-2ee812bc8d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:47.07946824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"146e9c56-24cb-47fd-8c79-847afb4dc568","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:47.946509713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:48.937369261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"062a2421-eb40-46c3-b125-98b0588cc9e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:48.937396264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"062a2421-eb40-46c3-b125-98b0588cc9e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:48.980871483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0878731-a635-4768-8d9f-d27281b2a911","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:48.995473825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b12c1bb-7b0a-44a6-b9c7-dcfc386f0039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:49.019840909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b12c1bb-7b0a-44a6-b9c7-dcfc386f0039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:49.026717517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c3eabbf7-2eda-4b0d-9a0d-2bac4ac719db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:49.026735886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c3eabbf7-2eda-4b0d-9a0d-2bac4ac719db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:49.080015444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da6df93c-930d-40fd-abfb-7145a3c08acd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:51.963620606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e78b82cc-a685-4863-9a87-78c4927b4c47","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:51.963642383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e78b82cc-a685-4863-9a87-78c4927b4c47","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:52.000667052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"643c4deb-1ddc-4a69-bbd3-10cc121b97da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:52.018614065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"643c4deb-1ddc-4a69-bbd3-10cc121b97da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:52.077832492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"492a748d-d66c-4c80-b8c4-a24c1589bc65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:52.077854803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"492a748d-d66c-4c80-b8c4-a24c1589bc65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:52.15391919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f977940-587a-4601-bc35-b45d8b1c4049","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:52.153937344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f977940-587a-4601-bc35-b45d8b1c4049","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:52.193089666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"197c1248-c724-4306-bdb6-5b0bf2cb60ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:52.241624005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ce6b231-7765-421d-9700-def48d106a0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:49:52.241640361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ce6b231-7765-421d-9700-def48d106a0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:17.957877988Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:22.728549473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cbd6d9b-353b-4a1f-a288-bd9c90971fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:22.741535331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cbd6d9b-353b-4a1f-a288-bd9c90971fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:22.754515727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cbd6d9b-353b-4a1f-a288-bd9c90971fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:22.767361569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cbd6d9b-353b-4a1f-a288-bd9c90971fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:23.43034282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be874983-797d-4dd8-962f-14fadae99e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:23.443171474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be874983-797d-4dd8-962f-14fadae99e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:23.456052516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be874983-797d-4dd8-962f-14fadae99e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:23.468911828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be874983-797d-4dd8-962f-14fadae99e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:23.558998989Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-31226c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-31226c","reconcileID":"03f8efdb-da39-4d00-8597-cc046c648762","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-31226c","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w6-31226c":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:24.031878466Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-72818393","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-72818393","reconcileID":"4027d79f-f34f-443b-b394-a4dc94a8a675","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-72818393","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-72818393":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:24.114502876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eecd66b-d94b-460b-8edf-e234cb657241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:24.130053181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eecd66b-d94b-460b-8edf-e234cb657241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:24.142426377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eecd66b-d94b-460b-8edf-e234cb657241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:24.155263076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eecd66b-d94b-460b-8edf-e234cb657241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:24.18970224Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-1db2136c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-1db2136c","reconcileID":"8edb4aca-3e9b-45c5-8d3e-69188d3b6bed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-1db2136c","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-1db2136c":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:24.398504798Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-3c314108","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-3c314108","reconcileID":"28ed6e98-d6fa-4b60-a151-7ff5053a1c7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-3c314108","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-3c314108":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:24.703956118Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-639067f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-639067f9","reconcileID":"acb3091a-1c3f-42a3-9ea1-626dc3124905","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-639067f9-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-639067f9-gw":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:24.818999034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70838115-7808-42d0-a0b7-281859a00606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:24.832176317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70838115-7808-42d0-a0b7-281859a00606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:24.844677534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70838115-7808-42d0-a0b7-281859a00606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:24.857370998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70838115-7808-42d0-a0b7-281859a00606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:25.527179865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b4d4af-5b53-4f0a-9e9f-7d6b340e0d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:25.541512926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b4d4af-5b53-4f0a-9e9f-7d6b340e0d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:25.555383582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b4d4af-5b53-4f0a-9e9f-7d6b340e0d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:25.569850998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b4d4af-5b53-4f0a-9e9f-7d6b340e0d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:26.235229097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0511e476-56a7-4999-9cbb-e2e8837c6050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:26.247831147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0511e476-56a7-4999-9cbb-e2e8837c6050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:26.264878432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0511e476-56a7-4999-9cbb-e2e8837c6050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:26.277796351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0511e476-56a7-4999-9cbb-e2e8837c6050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:26.547354488Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"95e9689a-06d4-4375-aefd-5a0d3cf06e54","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:26.563610907Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"95e9689a-06d4-4375-aefd-5a0d3cf06e54","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:26.588435533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"95e9689a-06d4-4375-aefd-5a0d3cf06e54","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-639067f9-gw","tenantID":"e2e-migrate-639067f9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:26.627841312Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"95e9689a-06d4-4375-aefd-5a0d3cf06e54","name":"e2e-migrate-639067f9-gw-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:26.817591369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833e655c-ba6e-4151-b1f2-489cc7af7e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:26.830315971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833e655c-ba6e-4151-b1f2-489cc7af7e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:26.842837346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833e655c-ba6e-4151-b1f2-489cc7af7e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:26.865846116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833e655c-ba6e-4151-b1f2-489cc7af7e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:27.424419621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06822570-f01a-4ff0-a736-ce88794a45b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:27.436880068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06822570-f01a-4ff0-a736-ce88794a45b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:27.449386037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06822570-f01a-4ff0-a736-ce88794a45b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:27.461796359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06822570-f01a-4ff0-a736-ce88794a45b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:27.826361129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5720ba6a-2796-4c2a-a95e-9fcc948ef188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:27.922699367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9eb40f0b-704f-41e9-980a-cf6471a328fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:27.992058054Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-08e15d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-08e15d","reconcileID":"d0bf12fa-e966-4a3e-8aab-93bca44b7bb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-08e15d","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-08e15d":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:28.05705565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec48f46-9a56-4d72-8c0a-5aa07da03b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:28.091890963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec48f46-9a56-4d72-8c0a-5aa07da03b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:28.11298744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec48f46-9a56-4d72-8c0a-5aa07da03b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:28.125810457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec48f46-9a56-4d72-8c0a-5aa07da03b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:28.319652801Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"1cde9cea-2bfc-4a14-8f75-135e3811ca10","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:28.361673964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"1cde9cea-2bfc-4a14-8f75-135e3811ca10","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:28.399400527Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"1cde9cea-2bfc-4a14-8f75-135e3811ca10","name":"e2e-worker-w6-31226c-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:28.828354851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53e5b7dd-3523-4a73-8610-042fbc77587a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:28.846097826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53e5b7dd-3523-4a73-8610-042fbc77587a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:28.864510856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53e5b7dd-3523-4a73-8610-042fbc77587a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:28.877186472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53e5b7dd-3523-4a73-8610-042fbc77587a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:29.457163948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c799cc-c370-476e-8f23-11b0022faeb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:29.470717007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c799cc-c370-476e-8f23-11b0022faeb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:29.483800046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c799cc-c370-476e-8f23-11b0022faeb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:29.496945264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c799cc-c370-476e-8f23-11b0022faeb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.160837548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce4c5f9-dc0a-4fa5-8c6c-b6e1eeb536c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.173686077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce4c5f9-dc0a-4fa5-8c6c-b6e1eeb536c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.186217123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce4c5f9-dc0a-4fa5-8c6c-b6e1eeb536c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.19858197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce4c5f9-dc0a-4fa5-8c6c-b6e1eeb536c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.857707656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eff24db-039a-4df7-862c-1d2586261f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.87112949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eff24db-039a-4df7-862c-1d2586261f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.884190645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eff24db-039a-4df7-862c-1d2586261f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.898265839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eff24db-039a-4df7-862c-1d2586261f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:31.54473573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81df02f7-8a02-401b-8ed5-d1f059515139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:31.557442501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81df02f7-8a02-401b-8ed5-d1f059515139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:31.57011092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81df02f7-8a02-401b-8ed5-d1f059515139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:31.582954987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81df02f7-8a02-401b-8ed5-d1f059515139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:32.13113083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee0d6f4-9652-4bcc-a940-af4394719c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:32.143795137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee0d6f4-9652-4bcc-a940-af4394719c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:32.156441639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee0d6f4-9652-4bcc-a940-af4394719c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:32.16912605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee0d6f4-9652-4bcc-a940-af4394719c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:32.200535332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"05b8f944-9687-48f2-8ae6-d6998a4bc029","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-72818393","tenantID":"e2e-ait-72818393","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:32.256801174Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"05b8f944-9687-48f2-8ae6-d6998a4bc029","name":"e2e-ait-72818393-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:32.717351658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50b40f3-5f3f-4e3c-85bf-db38d19bd360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:32.730384439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50b40f3-5f3f-4e3c-85bf-db38d19bd360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:32.782886442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50b40f3-5f3f-4e3c-85bf-db38d19bd360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:32.800567838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50b40f3-5f3f-4e3c-85bf-db38d19bd360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:32.8515472Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e131af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e131af","reconcileID":"c762d92f-a139-42f4-a697-3920831d992c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-e131af","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-e131af":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:33.452552357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a52176a-baee-48ea-b12d-8d16b7015b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:33.465814245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a52176a-baee-48ea-b12d-8d16b7015b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:33.479665228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a52176a-baee-48ea-b12d-8d16b7015b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:33.493695482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a52176a-baee-48ea-b12d-8d16b7015b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:34.073692139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d791d1-1957-4ae2-809a-c39ebb817b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:34.118159863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d791d1-1957-4ae2-809a-c39ebb817b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:34.131305413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d791d1-1957-4ae2-809a-c39ebb817b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:34.143722735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d791d1-1957-4ae2-809a-c39ebb817b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:34.330128575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"9a3f9afc-3f4d-4d9d-b2df-5b827ee714dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-1db2136c","tenantID":"e2e-ait-1db2136c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:34.377982295Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"9a3f9afc-3f4d-4d9d-b2df-5b827ee714dd","name":"e2e-ait-1db2136c-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:35.874020735Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"78a4bc14-786e-4de9-8eae-5d77065c31d9","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:35.907336257Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"78a4bc14-786e-4de9-8eae-5d77065c31d9","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:36.559509459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb4f825-7574-43af-bd96-d64c60e73754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:36.573977019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb4f825-7574-43af-bd96-d64c60e73754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:36.587905262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb4f825-7574-43af-bd96-d64c60e73754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:36.600629196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb4f825-7574-43af-bd96-d64c60e73754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:37.233990787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106f288e-91ff-4292-b4f7-77eb0e9909c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:37.246435063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106f288e-91ff-4292-b4f7-77eb0e9909c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:37.258913454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106f288e-91ff-4292-b4f7-77eb0e9909c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:37.274646046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106f288e-91ff-4292-b4f7-77eb0e9909c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:37.559417104Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"4195c9bf-f869-483c-8031-2662fd56a2bc","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:37.604182534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"4195c9bf-f869-483c-8031-2662fd56a2bc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:37.643090979Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"4195c9bf-f869-483c-8031-2662fd56a2bc","name":"e2e-worker-w0-08e15d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:39.436409199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"19c9abd1-c41e-4679-958c-beac4f81d24c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-3c314108","tenantID":"e2e-derive-3c314108","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:39.486002909Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"19c9abd1-c41e-4679-958c-beac4f81d24c","name":"e2e-derive-3c314108-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:40.086238044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59402d79-b3e4-46f6-83a1-648262c00b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:40.1198063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59402d79-b3e4-46f6-83a1-648262c00b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:40.135065075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59402d79-b3e4-46f6-83a1-648262c00b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:40.148190361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59402d79-b3e4-46f6-83a1-648262c00b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:40.873209426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6c42b4-085b-4384-bcd9-6ba50b8ed334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:40.889382455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6c42b4-085b-4384-bcd9-6ba50b8ed334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:40.913696015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6c42b4-085b-4384-bcd9-6ba50b8ed334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:40.926538391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6c42b4-085b-4384-bcd9-6ba50b8ed334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:41.606158886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e6a399-aa7e-4929-97fe-5e0e5288af3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:41.620097171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e6a399-aa7e-4929-97fe-5e0e5288af3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:41.632740299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e6a399-aa7e-4929-97fe-5e0e5288af3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:41.645731524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e6a399-aa7e-4929-97fe-5e0e5288af3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:42.465086255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8e3312-2a52-49ba-a439-38548842ddc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:42.481054751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8e3312-2a52-49ba-a439-38548842ddc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:42.505126939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8e3312-2a52-49ba-a439-38548842ddc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:42.522160253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8e3312-2a52-49ba-a439-38548842ddc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:43.340171568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c0f8d3-d4d6-4276-ac87-a09ca74b880b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:43.353282561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c0f8d3-d4d6-4276-ac87-a09ca74b880b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:43.369020502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c0f8d3-d4d6-4276-ac87-a09ca74b880b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:43.384183311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c0f8d3-d4d6-4276-ac87-a09ca74b880b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.299170273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a216982-d744-4ca1-a844-4707bd8b1b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.313122454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a216982-d744-4ca1-a844-4707bd8b1b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.326310787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a216982-d744-4ca1-a844-4707bd8b1b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.33984991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a216982-d744-4ca1-a844-4707bd8b1b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.977023058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31af08c3-edcd-4439-b936-7476c6c784ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.991108974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31af08c3-edcd-4439-b936-7476c6c784ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:47.004666444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31af08c3-edcd-4439-b936-7476c6c784ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:47.017628155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31af08c3-edcd-4439-b936-7476c6c784ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:47.462193074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"56588878-226a-4cce-bf31-559e2c396278","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:47.505187601Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"56588878-226a-4cce-bf31-559e2c396278","name":"e2e-worker-w1-e131af-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:47.947346288Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:50.062543658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bad9038-4851-4b4b-9fd1-b5f900f7ae1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:50.077977367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bad9038-4851-4b4b-9fd1-b5f900f7ae1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:50.091472818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bad9038-4851-4b4b-9fd1-b5f900f7ae1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:50.104744941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bad9038-4851-4b4b-9fd1-b5f900f7ae1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:50.79489852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc4d429-a849-4b5b-b8aa-fcff45a331d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:50.813825283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc4d429-a849-4b5b-b8aa-fcff45a331d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:50.832751609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc4d429-a849-4b5b-b8aa-fcff45a331d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:50.847812017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc4d429-a849-4b5b-b8aa-fcff45a331d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:51.149035336Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"ee8b0f50-08f2-4173-bf67-4ea48564286e","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:51.1954187Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"ee8b0f50-08f2-4173-bf67-4ea48564286e","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:51.976056957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d922f90-4858-4983-bf55-0c86baf300ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:51.992225097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d922f90-4858-4983-bf55-0c86baf300ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:52.009050854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d922f90-4858-4983-bf55-0c86baf300ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:52.028298065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d922f90-4858-4983-bf55-0c86baf300ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:52.884712365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a98992-7ba0-4bba-bccd-90ac86f75f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:52.900583217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a98992-7ba0-4bba-bccd-90ac86f75f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:52.923640239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a98992-7ba0-4bba-bccd-90ac86f75f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:52.941017842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a98992-7ba0-4bba-bccd-90ac86f75f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.588887061Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"18e92d73-8426-41dd-98be-e114e2eee8f3","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.808985273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a3e614-91bd-4719-ace7-a1a8a33227ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.835555719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a3e614-91bd-4719-ace7-a1a8a33227ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:54.020623321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a3e614-91bd-4719-ace7-a1a8a33227ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:54.131459055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a3e614-91bd-4719-ace7-a1a8a33227ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.289659021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14c74539-b8e0-49e2-84c6-61c52766c1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.335013695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14c74539-b8e0-49e2-84c6-61c52766c1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.416228472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14c74539-b8e0-49e2-84c6-61c52766c1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.464563768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14c74539-b8e0-49e2-84c6-61c52766c1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.644501855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"71901578-9c85-4f88-8551-75181daf70f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.860043067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fea8f8d4-01a6-4582-840b-a152db0144fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:56.500892289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae507f9-8cc4-4c39-be3b-778904e9015e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:56.524048073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae507f9-8cc4-4c39-be3b-778904e9015e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:56.555021137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae507f9-8cc4-4c39-be3b-778904e9015e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:56.577912686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae507f9-8cc4-4c39-be3b-778904e9015e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:57.772747646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31293e94-486c-4f2e-8fce-3bc76ce434a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:57.861171536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31293e94-486c-4f2e-8fce-3bc76ce434a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:57.900078219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31293e94-486c-4f2e-8fce-3bc76ce434a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:57.923804478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31293e94-486c-4f2e-8fce-3bc76ce434a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:58.729511776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9a2ff4-2b5d-492a-aaaf-a953e3d3b6e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:58.743920095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9a2ff4-2b5d-492a-aaaf-a953e3d3b6e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:58.757279541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9a2ff4-2b5d-492a-aaaf-a953e3d3b6e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:58.771034198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9a2ff4-2b5d-492a-aaaf-a953e3d3b6e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:59.370015557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aab8e49-6a66-4297-9793-b3adb8462e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:59.384870827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aab8e49-6a66-4297-9793-b3adb8462e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:59.402614134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aab8e49-6a66-4297-9793-b3adb8462e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:50:59.482997305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aab8e49-6a66-4297-9793-b3adb8462e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:00.238747717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7a54c2-7683-4b95-a29e-c76d14bfbeaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:00.252929373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7a54c2-7683-4b95-a29e-c76d14bfbeaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:00.267093243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7a54c2-7683-4b95-a29e-c76d14bfbeaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:00.28157398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7a54c2-7683-4b95-a29e-c76d14bfbeaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:00.966318728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635e2aec-faaa-4d81-a71c-0ac0fc869e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:00.980204464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635e2aec-faaa-4d81-a71c-0ac0fc869e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:00.993019388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635e2aec-faaa-4d81-a71c-0ac0fc869e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.006117121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635e2aec-faaa-4d81-a71c-0ac0fc869e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.068371182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"a843a06c-a0ca-4a14-a5ea-458a60159506","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.334743035Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","namespace":"ai-tenant-e2e-ait-72818393","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.334879636Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","namespace":"ai-tenant-e2e-ait-72818393","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.334966454Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","tenant":"e2e-ait-72818393","tenantID":"e2e-ait-72818393","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.349728167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"Deployment","name":"maas-api-e2e-ait-72818393","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.402963631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"Service","name":"maas-api-e2e-ait-72818393","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.42424556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-72818393","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.438863243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-72818393","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.45471485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.473060167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.490480721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.505735176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.518302158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"Deployment","name":"payload-processing-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.530593077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.543791552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"Service","name":"payload-processing-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.556353065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"Service","name":"payload-pre-processing-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.559864123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff56883d-8602-44fe-90df-130350ea313a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.572718684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff56883d-8602-44fe-90df-130350ea313a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.575608602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"DestinationRule","name":"payload-processing-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.585357274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff56883d-8602-44fe-90df-130350ea313a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.598211762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff56883d-8602-44fe-90df-130350ea313a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.604271154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.621488273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.640630885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.653048088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.667455993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.679472012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-72818393","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:01.69538058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-72818393"},"namespace":"ai-tenant-e2e-ait-72818393","name":"default-tenant","reconcileID":"43f5f72e-c8f6-4c7e-9938-d752825f8190","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-72818393","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.340701883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d14036c-2b2b-4f7b-a944-b9c4179c0b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.354408602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d14036c-2b2b-4f7b-a944-b9c4179c0b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.370865684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d14036c-2b2b-4f7b-a944-b9c4179c0b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.388530821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d14036c-2b2b-4f7b-a944-b9c4179c0b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.70567729Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-72818393","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-72818393","reconcileID":"57ab5a63-eda7-4077-94e3-4c64a95d64ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-72818393","removed":["maas.opendatahub.io/gateway-access-e2e-ait-72818393"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.945466783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab4317a-6587-42cc-a2d1-e8bc232b672a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.958314684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab4317a-6587-42cc-a2d1-e8bc232b672a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.971956503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab4317a-6587-42cc-a2d1-e8bc232b672a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.988880165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab4317a-6587-42cc-a2d1-e8bc232b672a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:03.675453385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa73562-bae8-449d-9771-80ad68798d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:03.69130294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa73562-bae8-449d-9771-80ad68798d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:03.705264724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa73562-bae8-449d-9771-80ad68798d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:03.718133359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa73562-bae8-449d-9771-80ad68798d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:04.534975213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe30e44e-1e3f-4d10-b522-158deb5f7ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:04.554473184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe30e44e-1e3f-4d10-b522-158deb5f7ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:04.575215161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe30e44e-1e3f-4d10-b522-158deb5f7ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:04.592344158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe30e44e-1e3f-4d10-b522-158deb5f7ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.264427921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafd10ed-1a98-4ff1-9ca0-82e6a70c40f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.288101623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafd10ed-1a98-4ff1-9ca0-82e6a70c40f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.308142286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafd10ed-1a98-4ff1-9ca0-82e6a70c40f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.322565387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafd10ed-1a98-4ff1-9ca0-82e6a70c40f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.59864941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1fb9ac75-2e0f-4fdf-aab6-cda9f2b385cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.770168497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"156d2606-edb4-4603-8509-671718754d17","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.902362007Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","namespace":"ai-tenant-e2e-migrate-639067f9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.902566685Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","namespace":"ai-tenant-e2e-migrate-639067f9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.902713547Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","tenant":"e2e-migrate-639067f9","tenantID":"e2e-migrate-639067f9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.93307801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"Deployment","name":"maas-api-e2e-migrate-639067f9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.977373446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"Service","name":"maas-api-e2e-migrate-639067f9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.99972369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-639067f9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.018079661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-639067f9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.042524335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.068001548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.095093033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.114247873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.141206369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"Deployment","name":"payload-processing-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.154388201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.176060827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"Service","name":"payload-processing-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.200084786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"Service","name":"payload-pre-processing-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.227595837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.247118183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.26065363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.309089292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.350097626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.371625814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.389098109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-639067f9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.410054447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-639067f9"},"namespace":"ai-tenant-e2e-migrate-639067f9","name":"default-tenant","reconcileID":"9f895641-9808-48a3-a207-49e6811590ce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-639067f9","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:06.773286798Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-639067f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-639067f9","reconcileID":"f24edecb-2fa1-4a1a-9b95-6dcb82134efd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-639067f9-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-639067f9-gw"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:07.480082973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5b268d-1bc9-450f-a5f1-7f539436cb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:07.494142888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5b268d-1bc9-450f-a5f1-7f539436cb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:07.516448409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5b268d-1bc9-450f-a5f1-7f539436cb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:07.538347061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5b268d-1bc9-450f-a5f1-7f539436cb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.423744141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbb67fb-b4d8-46a7-9859-0cf06fe16616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.443178626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbb67fb-b4d8-46a7-9859-0cf06fe16616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.457676038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbb67fb-b4d8-46a7-9859-0cf06fe16616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.475299611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbb67fb-b4d8-46a7-9859-0cf06fe16616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:09.523723656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f7561b-8fb6-411c-b829-941cd0b16fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:09.536699729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f7561b-8fb6-411c-b829-941cd0b16fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:09.549916685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f7561b-8fb6-411c-b829-941cd0b16fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:09.562729847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f7561b-8fb6-411c-b829-941cd0b16fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:09.951310215Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-063b46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-063b46","reconcileID":"da0403a4-e97c-4f93-b588-37a43ea11823","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-063b46","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-063b46":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:10.222570071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beaa8b77-bc70-4472-8f34-c372ff85bcf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:10.236378049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beaa8b77-bc70-4472-8f34-c372ff85bcf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:10.249101033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beaa8b77-bc70-4472-8f34-c372ff85bcf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:10.264350123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beaa8b77-bc70-4472-8f34-c372ff85bcf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:10.947243039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e794c46-9cbb-453f-9736-9ed9f070451d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:10.960232159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e794c46-9cbb-453f-9736-9ed9f070451d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:10.977312081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e794c46-9cbb-453f-9736-9ed9f070451d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:10.99645417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e794c46-9cbb-453f-9736-9ed9f070451d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:11.615827183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bddf015-d158-4d74-94b3-d9c5d6ba4848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:11.628503228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bddf015-d158-4d74-94b3-d9c5d6ba4848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:11.641164761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bddf015-d158-4d74-94b3-d9c5d6ba4848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:11.65362799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bddf015-d158-4d74-94b3-d9c5d6ba4848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:12.345585155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"91f73147-ee68-484a-bacf-77e7f71a9646","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:12.374075288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dae7211-3af0-40b5-a8c9-a744ac9b3af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:12.381034844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"5b35ac82-b96b-4e4d-b30b-82ab408ce52d","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:12.392432462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dae7211-3af0-40b5-a8c9-a744ac9b3af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:12.405726609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dae7211-3af0-40b5-a8c9-a744ac9b3af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:12.418434005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dae7211-3af0-40b5-a8c9-a744ac9b3af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:13.091173189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01479b07-2183-4488-8533-4531be9b8218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:13.103845502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01479b07-2183-4488-8533-4531be9b8218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:13.116242128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01479b07-2183-4488-8533-4531be9b8218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:13.128761234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01479b07-2183-4488-8533-4531be9b8218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:13.219939959Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-17394a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-17394a","reconcileID":"a6e6281f-7460-43a5-8063-e93785954122","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-17394a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-17394a":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:13.781169373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27aa2a0f-667b-475c-b6f6-38fc1160671f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:13.793941878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27aa2a0f-667b-475c-b6f6-38fc1160671f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:13.807004442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27aa2a0f-667b-475c-b6f6-38fc1160671f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:13.819802616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27aa2a0f-667b-475c-b6f6-38fc1160671f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:14.341197944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1611f61-ea56-422c-8a22-227904debf41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:14.353704417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1611f61-ea56-422c-8a22-227904debf41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:14.366217885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1611f61-ea56-422c-8a22-227904debf41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:14.378705669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1611f61-ea56-422c-8a22-227904debf41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:14.96303433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de77d9e-f777-4ad5-ad0a-b952f105fb5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:14.976672282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de77d9e-f777-4ad5-ad0a-b952f105fb5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:14.990146559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de77d9e-f777-4ad5-ad0a-b952f105fb5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:15.003058617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de77d9e-f777-4ad5-ad0a-b952f105fb5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:15.585335635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b2fc9d5-9aac-4fce-99ce-b8bc87426eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:15.598356067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b2fc9d5-9aac-4fce-99ce-b8bc87426eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:15.610907595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b2fc9d5-9aac-4fce-99ce-b8bc87426eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:15.623597433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b2fc9d5-9aac-4fce-99ce-b8bc87426eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.22507539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ce41b2-e6ce-439c-a992-e7398f12e09d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.237792754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ce41b2-e6ce-439c-a992-e7398f12e09d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.250289468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ce41b2-e6ce-439c-a992-e7398f12e09d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.265029826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ce41b2-e6ce-439c-a992-e7398f12e09d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.47446012Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","namespace":"ai-tenant-e2e-ait-1db2136c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.474540558Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","namespace":"ai-tenant-e2e-ait-1db2136c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.474608257Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","tenant":"e2e-ait-1db2136c","tenantID":"e2e-ait-1db2136c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.489220599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"Deployment","name":"maas-api-e2e-ait-1db2136c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.517352829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"Service","name":"maas-api-e2e-ait-1db2136c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.538085673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-1db2136c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.565243848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-1db2136c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.581032631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.596306178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.614378895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.638998758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.662914109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"Deployment","name":"payload-processing-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.677987287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.690104852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"Service","name":"payload-processing-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.702285319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"Service","name":"payload-pre-processing-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.71448888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"DestinationRule","name":"payload-processing-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.726849831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.743457996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.763134895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.782081988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.804232876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.823041849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-1db2136c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.847608612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1db2136c"},"namespace":"ai-tenant-e2e-ait-1db2136c","name":"default-tenant","reconcileID":"91cf71f8-3291-444e-b1c8-3e71c1267fc7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-1db2136c","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.850820362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054a4dd0-2897-4481-aba7-0dd856f01a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.869674341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054a4dd0-2897-4481-aba7-0dd856f01a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.882806383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054a4dd0-2897-4481-aba7-0dd856f01a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:16.895812619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054a4dd0-2897-4481-aba7-0dd856f01a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:17.189409781Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-1db2136c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-1db2136c","reconcileID":"36868e2a-d302-45f8-ba0a-c0a647c25c3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-1db2136c","removed":["maas.opendatahub.io/gateway-access-e2e-ait-1db2136c"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:17.650242494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4952ba11-75cb-4c51-adc4-fc70741fa052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:17.662856627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4952ba11-75cb-4c51-adc4-fc70741fa052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:17.675517844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4952ba11-75cb-4c51-adc4-fc70741fa052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:17.687968661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4952ba11-75cb-4c51-adc4-fc70741fa052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:17.962793437Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:18.357356242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc757fe-76f8-4373-818b-cbcaafc26b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:18.37012191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc757fe-76f8-4373-818b-cbcaafc26b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:18.38338961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc757fe-76f8-4373-818b-cbcaafc26b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:18.396166797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc757fe-76f8-4373-818b-cbcaafc26b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.232144995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"796974a8-75e5-4160-92fe-4b64edde815d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.270749538Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"796974a8-75e5-4160-92fe-4b64edde815d","name":"e2e-worker-w4-063b46-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.287014132Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","namespace":"ai-tenant-e2e-derive-3c314108","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.287078811Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","namespace":"ai-tenant-e2e-derive-3c314108","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.287133228Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","tenant":"e2e-derive-3c314108","tenantID":"e2e-derive-3c314108","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.301514423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"Deployment","name":"maas-api-e2e-derive-3c314108","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.329689107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"Service","name":"maas-api-e2e-derive-3c314108","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.345965905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-3c314108","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.364712665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-3c314108","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.379886974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.395664465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.415461901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.433381383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.445524664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"Deployment","name":"payload-processing-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.457599202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.469957274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"Service","name":"payload-processing-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.488744374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"Service","name":"payload-pre-processing-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.501216329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"DestinationRule","name":"payload-processing-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.513745156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.526165072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.554396973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.570873339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.585664807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.59823542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-3c314108","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.610561106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3c314108"},"namespace":"ai-tenant-e2e-derive-3c314108","name":"default-tenant","reconcileID":"c6ffa92c-a149-4eab-be44-f25c5c50f565","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-3c314108","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:20.900510551Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-3c314108","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-3c314108","reconcileID":"4b7e2f57-2805-4d13-aa08-c8a15a37c304","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-3c314108","removed":["maas.opendatahub.io/gateway-access-e2e-derive-3c314108"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:21.329048077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63358ac-489c-47f5-a1e8-25312ac79df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:21.341571049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63358ac-489c-47f5-a1e8-25312ac79df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:21.354201148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63358ac-489c-47f5-a1e8-25312ac79df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:21.387800108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63358ac-489c-47f5-a1e8-25312ac79df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:21.905656375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc9235c-e05a-4283-b91d-d78a71ad1d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:21.918292778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc9235c-e05a-4283-b91d-d78a71ad1d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:21.931042894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc9235c-e05a-4283-b91d-d78a71ad1d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:21.94352174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc9235c-e05a-4283-b91d-d78a71ad1d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:22.835378744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a679a6f-9e1e-4e8c-8e3d-e2016bc59cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:22.851197631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a679a6f-9e1e-4e8c-8e3d-e2016bc59cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:22.856895136Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-575d59","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-575d59","reconcileID":"b9e992d5-394f-41b4-b2e5-8a10e96109dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-575d59","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-575d59":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:22.869261261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a679a6f-9e1e-4e8c-8e3d-e2016bc59cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:22.886504364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a679a6f-9e1e-4e8c-8e3d-e2016bc59cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:23.582987285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b0beca-ca98-41be-9fe1-af5c24176e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:23.59627554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b0beca-ca98-41be-9fe1-af5c24176e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:23.609138699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b0beca-ca98-41be-9fe1-af5c24176e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:23.621748539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b0beca-ca98-41be-9fe1-af5c24176e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:24.301686797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"f40e3b82-d896-423a-889c-9b53f2c3542e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:24.340282978Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"f40e3b82-d896-423a-889c-9b53f2c3542e","name":"e2e-worker-w3-17394a-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:25.464161819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d2ceb1-3c55-426b-8027-4127a028f227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:25.484229362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d2ceb1-3c55-426b-8027-4127a028f227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:25.497627407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d2ceb1-3c55-426b-8027-4127a028f227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:25.510996221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d2ceb1-3c55-426b-8027-4127a028f227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:26.162893757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0acd59f-06de-455f-b858-20a28dbe0fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:26.180497968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0acd59f-06de-455f-b858-20a28dbe0fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:26.193329521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0acd59f-06de-455f-b858-20a28dbe0fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:26.205865656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0acd59f-06de-455f-b858-20a28dbe0fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:26.291324715Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-b2921b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-b2921b","reconcileID":"46c9c511-7278-4377-aee8-4ef505e9415e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-b2921b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w5-b2921b":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:26.855616293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3071340-fa46-4723-9299-20824b5685fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:26.870916839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3071340-fa46-4723-9299-20824b5685fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:26.88604138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3071340-fa46-4723-9299-20824b5685fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:26.898741272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3071340-fa46-4723-9299-20824b5685fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:27.458550944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ddc2460-7c4a-417c-9282-d137b5180945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:27.473896761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ddc2460-7c4a-417c-9282-d137b5180945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:27.489914655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ddc2460-7c4a-417c-9282-d137b5180945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:27.50258717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ddc2460-7c4a-417c-9282-d137b5180945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:27.829223818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"c728c691-4c72-42c0-8929-5135d294bd71","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.022751389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"95359d76-e402-4711-a21d-5696128825c7","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.044919828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1714b733-ab0a-4904-850f-3b94c61730dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.044943244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1714b733-ab0a-4904-850f-3b94c61730dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.054269998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"194203b4-24f9-4859-8bed-14a30173f656","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.063310028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"645fc0a2-16c0-4cc6-bd3b-bd0337d8ab03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.063332284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"645fc0a2-16c0-4cc6-bd3b-bd0337d8ab03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.072188509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"8bfee49d-3591-4d1b-a8e1-fb4eb17d47c2","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:51:28.084377317Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-31226c/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.13736522Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"dc8d852c-9483-4ef1-b7e0-5d9d63b57ff5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"simulator-w6-31226c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.146407204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4488ef7-6474-489d-81ff-e57d64e3c272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.159001276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4488ef7-6474-489d-81ff-e57d64e3c272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.171803879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4488ef7-6474-489d-81ff-e57d64e3c272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.185262938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4488ef7-6474-489d-81ff-e57d64e3c272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.270742052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"c882acca-ee07-4489-b6f9-9cad9696a3f6","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.310660016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"9bbb380d-23ca-40df-822c-4b3d0ebf131b","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.321050248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"52db3fae-7a8d-47cb-94e0-70117e358e12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.330046928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"0f6ea3a3-868f-46b5-88c3-1bbeaf9abed9","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:51:28.364525088Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"0f6ea3a3-868f-46b5-88c3-1bbeaf9abed9","name":"simulator-w6-31226c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-31226c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:51:28.364649189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"0f6ea3a3-868f-46b5-88c3-1bbeaf9abed9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-31226c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.374087911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"b7b3dd11-6ff9-464b-9678-461daa7aebc3","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.380122761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"1a7ed305-d2c0-4a70-b1e2-ef9b8aff6fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.400817743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"1a7ed305-d2c0-4a70-b1e2-ef9b8aff6fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.452083918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"066b1f77-3522-45eb-ab98-64b8416f0808","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.520909543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"7b68aa8a-0b96-4749-82da-b8343bbe400a","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.538845617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"fff7efb5-5c6a-42f9-91b9-8934952084ec","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:51:28.550326691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"003ea663-4d07-4bf8-873b-e96343e6ed1c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.557532504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"94ec2ada-0a60-410d-9f81-4c96a7c45809","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.567478365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"9593816d-b949-451b-ab9e-a35ade4ee049","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.592554228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"b3fc3181-361a-4575-a90f-72c43520328a","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.604460048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"09cce012-df27-437a-a7b5-045c1218ef53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.611611347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"9037ce5d-f568-4f83-8498-78cb350a1361","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.625673662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"09cce012-df27-437a-a7b5-045c1218ef53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.671458505Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"2207949e-49e5-4427-94a8-c3c743572075","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"premium-w6-31226c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.715241851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"67916fcd-4f5e-4e95-a22c-7ffab3669765","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.734074941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"b268ef9c-fe1d-4921-859a-9c650ce6c1b7","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:51:28.748101563Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"b268ef9c-fe1d-4921-859a-9c650ce6c1b7","name":"premium-w6-31226c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-31226c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:51:28.748157735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"b268ef9c-fe1d-4921-859a-9c650ce6c1b7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-31226c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.754137888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"b7ec11d9-4f1b-49f2-a3e7-0080cc46e594","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.75990466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"b20cc931-5f55-4c7b-9293-4847d2d0bf01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.7682204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"2e906d56-9bff-4b8c-81b3-24b5b550aa6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.785956236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"2e906d56-9bff-4b8c-81b3-24b5b550aa6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.859953372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"b13cbfac-8065-45a6-a4d2-26d7108006af","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.86043362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"82f10ee7-5eab-49da-9dda-600f6be5f770","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.899910727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"fdd2ee6d-09c6-4ad1-a5b5-7b7d7339467c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:28.924071245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"fdd2ee6d-09c6-4ad1-a5b5-7b7d7339467c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:29.612488352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"d8d9704d-1d33-484e-8b16-31c8a4baf303","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:31.973446713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3bbc1c-6803-4dc7-bc8b-32555dfef363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:31.993480055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3bbc1c-6803-4dc7-bc8b-32555dfef363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:32.009450943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3bbc1c-6803-4dc7-bc8b-32555dfef363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:32.022378936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3bbc1c-6803-4dc7-bc8b-32555dfef363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:32.654049923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615850e3-018f-4267-9772-22dd0c9b22c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:32.670941248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615850e3-018f-4267-9772-22dd0c9b22c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:32.685041101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615850e3-018f-4267-9772-22dd0c9b22c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:32.71247164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615850e3-018f-4267-9772-22dd0c9b22c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:33.672699333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"a490ff74-b3e4-4309-b531-842e011bead0","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:33.698932116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"5a1399fc-803f-41eb-b07d-1baba66e2929","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:34.278549817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"2d1b8dd4-3a41-4b51-93eb-36e27118a7db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:34.342272989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"3e054f40-7882-4c5f-af62-0a8b7be8aaf0","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:34.353604479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"b224f176-5203-4dad-bad4-80e8f48e6af6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:34.420987798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"c5940d19-9948-4679-9e9c-3ab96030caf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:34.421167338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"95e3f915-a810-4773-99f5-5d5cb62e3a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:34.42227237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"186b93ce-c932-4b30-808e-673f4dc82984","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:34.439144743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"95e3f915-a810-4773-99f5-5d5cb62e3a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:34.439467885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"c5940d19-9948-4679-9e9c-3ab96030caf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:34.618153547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"229f5b3c-9474-4eee-afe1-ff2a37adc171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:34.618667114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"484363b2-086c-4417-9358-600fb35ce8b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:34.636702462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"484363b2-086c-4417-9358-600fb35ce8b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:34.639469557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"229f5b3c-9474-4eee-afe1-ff2a37adc171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:35.158915996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"547b951e-faf6-46d1-b165-1d1dea454f5e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:35.201113903Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"547b951e-faf6-46d1-b165-1d1dea454f5e","name":"e2e-worker-w2-575d59-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:35.768148027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"c295e0c9-0aae-4ec7-b1bc-0624dd9b1823","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:37.728515691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1911a198-30ab-4861-a33d-5c8808aa9e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:37.746195854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1911a198-30ab-4861-a33d-5c8808aa9e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:37.758819175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1911a198-30ab-4861-a33d-5c8808aa9e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:37.776007574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1911a198-30ab-4861-a33d-5c8808aa9e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:38.337183248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e50d03-b1cd-442a-a2a7-25c1665302e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:38.349922359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e50d03-b1cd-442a-a2a7-25c1665302e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:38.362573848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e50d03-b1cd-442a-a2a7-25c1665302e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:38.375211834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e50d03-b1cd-442a-a2a7-25c1665302e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:40.678185764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"d21b6332-fb48-40a4-a4ce-cb6f06a5736f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:40.71882946Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"d21b6332-fb48-40a4-a4ce-cb6f06a5736f","name":"e2e-worker-w5-b2921b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:45.846843545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"3b59cddb-67e3-4c62-8fc7-700841240d42","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:45.873521075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"45cc4f3e-6aac-46d1-aebc-be06e85bec23","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:45.913350877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-active-auth","reconcileID":"37696bc2-12f3-42b8-967c-9f26f71061da","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:45.931352305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-active-auth","reconcileID":"37696bc2-12f3-42b8-967c-9f26f71061da","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.006956594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"c6ff9da5-7727-4339-9f86-cf4cdac237dc","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.044136869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-active-auth","reconcileID":"f61834e4-fa4b-4044-979b-6c3f5291abf0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.053352337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"b6224d34-ee4a-4f63-9669-779e346a82b6","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.061849109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-active-auth","reconcileID":"f61834e4-fa4b-4044-979b-6c3f5291abf0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.078307593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"8c83b56f-2511-4acf-80fc-ce0c50ad4932","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.0879472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"99854fe9-737c-49c0-a685-d7feda5de5f8","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:51:46.092073432Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-31226c/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.10673426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"99536235-ed3e-4cc2-80d8-0e0f2010a9bd","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.169120918Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-active-sub","reconcileID":"ae5465a6-1e7e-4861-a994-fb9a68cc41ca","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/e2e-apikey-active-sub","ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.219616333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"dc1b01b7-8d81-416a-86c4-896c5978b5dd","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.247898523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"b6e6cb30-e599-44eb-891e-a709fa239018","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.346256718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-active-sub","reconcileID":"91242bdb-e4f0-4894-b13c-95c7f4712ff1","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:47.34426774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"adffdbe5-9260-48d5-a392-7217122f683d","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:47.375670975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"d2518edf-a242-4528-ab61-c908415deb57","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:47.946450499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:48.757994062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"ad6753a6-fea6-490b-a134-7f2ab8d14b49","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.319585784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a670ab-02c6-4071-a657-1054d2ea7003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.332480439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a670ab-02c6-4071-a657-1054d2ea7003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.345165577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a670ab-02c6-4071-a657-1054d2ea7003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.357608805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a670ab-02c6-4071-a657-1054d2ea7003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.93429253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0ada84-659c-4cfe-8242-7690cbb6c308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.9468525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0ada84-659c-4cfe-8242-7690cbb6c308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.959371864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0ada84-659c-4cfe-8242-7690cbb6c308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.983656226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0ada84-659c-4cfe-8242-7690cbb6c308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:54.728686535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f385ac-35ef-48a8-80cf-5cca2871deec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:54.745239059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f385ac-35ef-48a8-80cf-5cca2871deec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:54.759395958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f385ac-35ef-48a8-80cf-5cca2871deec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:54.776163863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f385ac-35ef-48a8-80cf-5cca2871deec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:55.416539714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a33842-b201-4b9e-abd8-79106927bc9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:55.429226482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a33842-b201-4b9e-abd8-79106927bc9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:55.441937482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a33842-b201-4b9e-abd8-79106927bc9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:55.454585718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a33842-b201-4b9e-abd8-79106927bc9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:58.817957714Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-active-sub","reconcileID":"057eaad7-c7f7-4c45-b137-24792ef6a2bf","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscription":"e2e-apikey-active-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:58.868011716Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-active-sub","reconcileID":"057eaad7-c7f7-4c45-b137-24792ef6a2bf","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:58.913971836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"37291d49-ab35-48fb-aa26-170ac78a37e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:59.024985376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"b03fdefd-d5e1-44ac-8b50-04094e2b4368","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:59.178614059Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-active-auth","reconcileID":"59f97829-eb2a-43bc-a703-e57f518bd4d8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:59.179307308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"cda07650-0ce0-4808-8937-d71db087a2dd","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:51:59.230791848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"6ba4fc9f-9b70-4126-be6d-fa4ff72d6bd0","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.337557118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"9052cf3f-067d-46f5-8d95-8f690d8a2862","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.353219263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"f7e082eb-52ad-423e-a25f-11531a164e19","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.40017556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-auth","reconcileID":"958282a4-3527-4c99-8960-9aa4d3ed5918","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.41768568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-auth","reconcileID":"958282a4-3527-4c99-8960-9aa4d3ed5918","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.494972671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"0dc92e85-0b07-4549-b8ff-76b51a5c2c10","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.532808817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-auth","reconcileID":"f632a3dc-eb38-4f35-ae04-5271299be78b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.533406837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"ba176305-b06b-4ab0-9d9c-da5424d41e69","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.549385538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"15af97f0-fdcd-4226-9a25-472217f4983c","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.550338023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-auth","reconcileID":"f632a3dc-eb38-4f35-ae04-5271299be78b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:00.571311333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-sub","reconcileID":"5ad2ef31-d4a9-4e29-91dd-30f0d951a08c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.614884436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"23a07e4f-cbd0-4f0b-bd8b-66abf8a55a34","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.634090241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"68621e8f-7394-460a-8154-418e014c0e5f","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.708507193Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-sub","reconcileID":"6ac86422-e298-4950-830f-aeb90ed8239f","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.708638035Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-sub","reconcileID":"6ac86422-e298-4950-830f-aeb90ed8239f","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w6-31226c/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.772325352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"4d3e2bd5-8f44-4b69-88b1-c0cd6fcb399c","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.778253415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"f8295de3-c647-496f-8efb-52bb5760443b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.874606378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-sub","reconcileID":"cc74615b-1984-4b1c-a301-32258afc9ea6","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.874868011Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-sub","reconcileID":"cc74615b-1984-4b1c-a301-32258afc9ea6","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w6-31226c/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:01.029498495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"ac7d338e-c4f5-4b91-92cf-f7f997da9a25","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:01.707329058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"a0831f58-8739-485e-8bac-04c0270a78fe","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:01.854562676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"22e93eb4-f4a3-4adc-864d-83db82fdf942","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:01.883700749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"54966bab-fd88-492f-8ead-6ea1adfd522f","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:01.889031251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"cf0e602c-034f-4cf9-ad71-ff2745b3b010","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:01.893093253Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-08e15d/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:01.90632153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"d470b525-ba94-4b75-879b-65dea8960396","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:01.968693837Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"d17d85fc-8bb5-4c5c-8d54-8211febf497d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"simulator-w0-08e15d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-08e15d/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.01550103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"d942d000-347a-4a02-9c97-2c3f2d4ddec4","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.053995237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"bdd35f26-3c50-481b-ae60-86104c1b2cd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.060000108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"a26cb1d5-aa5f-44e0-9df8-0e63863a97ae","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.081226109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"d3671f26-7ce4-45b3-81f2-baee1409a198","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:02.099409074Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"d3671f26-7ce4-45b3-81f2-baee1409a198","name":"simulator-w0-08e15d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-08e15d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:02.099468992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"d3671f26-7ce4-45b3-81f2-baee1409a198","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-08e15d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.104849385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"b4bac3c2-06f8-47ab-acf2-846265f95b78","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.10538535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"8b9f4e91-fcea-4629-805e-08f6ca3d7f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.123551482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"8b9f4e91-fcea-4629-805e-08f6ca3d7f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.155161601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"1f885666-3fdf-4348-9118-b6c24ff7aa5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.278536914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"4fb11112-9279-42a4-a84f-a8a46b41da6d","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.291266817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"7c8730d5-0135-45db-8755-e2512aa4c86d","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.297566799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"6bb8592b-f1b8-4526-ac93-6cd5dc2167d0","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.316233982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"471fe00d-44e1-49f2-8c6a-f126df698166","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:02.319544855Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-08e15d/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.321098079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"408326fc-0202-4088-9504-4c770b72ae79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.332483158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"b133c514-304e-4048-bb49-2e0d3729de3e","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.339912575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"408326fc-0202-4088-9504-4c770b72ae79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.391737723Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"3b46657b-7986-485a-b848-41ccb57dc570","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"premium-w0-08e15d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-08e15d/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.439449627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"01a45e20-9490-4326-96b1-e69fc6465388","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.490330314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"6cd8009b-8dcd-489e-84d7-29c9268d4a88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.526991071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"5ddb3c4f-c574-4441-947c-ed886539c4ef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.543170736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"22e13030-5cc5-4d52-851b-ed2d1b22427a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.543732775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"750af0a4-8af9-4703-8e87-1ef0f8b55930","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.562532635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"22e13030-5cc5-4d52-851b-ed2d1b22427a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.611125951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"84896499-e044-4508-ab3e-44f1c2254f61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.641199194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"652a2446-2aa3-4719-99cc-efd16e8573c0","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.696564848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"4faa5a38-8020-4903-9a01-fe26753c6841","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.713755394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"d67b79f3-551b-4c71-923c-67118da16708","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.726518818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"5c77ef9d-a12c-456b-858c-184d11c58630","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:02.732187453Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e131af/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.746141028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"ff6cf81d-ac65-4a96-95e4-f05cab502b27","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.747213122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"dbd9e8ba-e4ff-4f65-a66d-6a972913b6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.796177037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"dbd9e8ba-e4ff-4f65-a66d-6a972913b6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.870009583Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"3b3c6b95-841b-46f3-af9a-0390ddebce9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"simulator-w1-e131af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.906908503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"a4f536eb-7f47-4cbe-9427-3a7376c294cc","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.926951471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"6f3373c0-4bd7-4f2d-accd-89648bfbdff7","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:02.941369591Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"6f3373c0-4bd7-4f2d-accd-89648bfbdff7","name":"simulator-w1-e131af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-e131af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:02.941428282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"6f3373c0-4bd7-4f2d-accd-89648bfbdff7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-e131af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.947104821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"5a73c7b7-086a-480b-9254-ab1623cdaf88","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.951556186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"8b7f0bcd-f438-4e72-b5c5-c8bf5e42c564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.958150311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"acf0c3cf-0ade-4af9-b06b-f982947df5f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.971367513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"8b7f0bcd-f438-4e72-b5c5-c8bf5e42c564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.059699541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"d63babc2-3157-4052-b77c-1f17d359a0c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.05990832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"cb3fdca6-9695-498f-98e8-9074567e3b7b","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.089131802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"5ff7f732-2c2f-4910-9b04-3225f3ee0416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.106283828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"5ff7f732-2c2f-4910-9b04-3225f3ee0416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.113055065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"f4a93415-dca9-435c-8670-8ff09a072ca3","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.12918044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"881f34ab-41fa-4e0e-850b-df433fdc69b6","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:03.142692284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"eb327c28-2f9d-4c38-8730-d254573fe197","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.158706916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"c0fd71cc-0eef-4acb-8914-816f930df4cd","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.202918621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"4b1a60a9-5214-4837-9631-7d3220cafad6","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.222641243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"6beb006f-9ae0-42a6-8de2-4d21d7dde93d","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.233714011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"4acaa5b4-ae1c-4d0f-bd12-b29e7497e2c9","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.278663731Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"bd9d6e53-b6e8-4c38-8147-1f4f330d89e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"premium-w1-e131af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.317244485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"5e447676-3ffd-45d5-99a5-46c08095a02b","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.338344018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"1f4c45b8-efa5-413f-ad28-e90dd3609fd2","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:03.35280867Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"1f4c45b8-efa5-413f-ad28-e90dd3609fd2","name":"premium-w1-e131af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-e131af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:03.352869009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"1f4c45b8-efa5-413f-ad28-e90dd3609fd2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-e131af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.358038961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"5d18372e-ce1d-4a38-bbc4-d49b7a1a0948","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.375489024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"2de5c0e5-f29c-45a8-aa2a-03eb8549d602","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.375807754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"bd4c17a6-5663-4bcb-8592-cdc50356789c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.397278993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"bd4c17a6-5663-4bcb-8592-cdc50356789c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.472114101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"bea4582a-4f49-4781-9886-426818854506","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.473096674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"9f51c749-cfd3-4b60-bb43-bd402fad6f6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.512420092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"482fdb3e-c3ff-46ef-bfeb-5ccbcde050fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.529922923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"482fdb3e-c3ff-46ef-bfeb-5ccbcde050fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:03.603841632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"482fdb3e-c3ff-46ef-bfeb-5ccbcde050fe","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.647315935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"c971c7f6-6ed8-4acf-9740-07b08c83074f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.668206629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"c971c7f6-6ed8-4acf-9740-07b08c83074f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:06.927570999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"96ee4521-654a-4214-90de-4ab5a1abd8cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.022031271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"41499f27-16de-4dac-a834-f52af5da0f57","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.065554299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"53ad04ba-35ec-4205-88a4-14cafc0460be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.115576845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"8b856320-97cc-460a-95ca-87a81159f5a8","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.164959355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"d3902f12-eaff-413e-bdfc-c1607bbe7067","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.212535774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"c9546683-cbeb-424e-84cd-6308193a22eb","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.267501985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"c3b4c3a4-e616-471b-b45d-b1d0deca2e2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.319939508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"74adfb5d-c0b8-4236-87b0-77037f195297","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.469665085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"11f0a323-c4d8-4589-bdc7-9cfb474c1237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.473921715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"3a126024-87c6-4e5f-9204-8c150f975d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.543678509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"3a126024-87c6-4e5f-9204-8c150f975d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.54625798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"11f0a323-c4d8-4589-bdc7-9cfb474c1237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.575992944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"dd817350-4c04-4037-9f11-ad27dc2c6805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.580915137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"fed377c3-bc71-46ac-8f76-87e4ca420608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.601335273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"dd817350-4c04-4037-9f11-ad27dc2c6805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.616263191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"fed377c3-bc71-46ac-8f76-87e4ca420608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.696144718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"a4a6c7c0-5212-48a3-a075-fcc80e6c746a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.696640866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"45b54237-bd66-43c1-9113-486404acf055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.732431646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"a4a6c7c0-5212-48a3-a075-fcc80e6c746a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.735725686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"45b54237-bd66-43c1-9113-486404acf055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.762064584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"818693a8-73bf-4eb6-91e2-45fccac67ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.76233175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"dfe9c8c6-0bb2-4eb4-99d4-7ecee68b3503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.781012629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"dfe9c8c6-0bb2-4eb4-99d4-7ecee68b3503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.781548129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"818693a8-73bf-4eb6-91e2-45fccac67ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:09.918592139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"ec80b335-d001-4ae0-b835-eb0fa1316af2","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:09.933913036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"27b2cbc9-39a2-426a-81ad-44259cec579f","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:09.971973628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-83bfe467-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-a-83bfe467-auth","reconcileID":"b5d70de0-7475-426b-8107-d7a1a3b3bc77","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-83bfe467-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:09.989554543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-83bfe467-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-a-83bfe467-auth","reconcileID":"b5d70de0-7475-426b-8107-d7a1a3b3bc77","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-83bfe467-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.062675548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"14ab013a-0a5a-4f59-89cc-df6c5190450a","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.099214081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-83bfe467-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-a-83bfe467-auth","reconcileID":"a85a1ff3-9596-4a92-b336-e7264a4dd680","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-83bfe467-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.116482847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-83bfe467-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-a-83bfe467-auth","reconcileID":"a85a1ff3-9596-4a92-b336-e7264a4dd680","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-83bfe467-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.131622104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"8fc4549b-7cd7-42b9-a1b4-88f7248b8d37","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.150397724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"bf67e78d-f79b-46f1-915f-3b3d2d52dad5","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.160477014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"bce2433e-0408-48c8-a1e2-8affed02f25e","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:10.163796553Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e131af/e2e-filter-sub-a-83bfe467","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-83bfe467\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.178430465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"8ec0a947-2e02-4257-8699-8e7c8c56e172","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.234055376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-83bfe467","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-a-83bfe467","reconcileID":"60a7efa2-e856-4098-a7a6-4ee6355d3446","MaaSSubscription":{"name":"e2e-filter-sub-a-83bfe467","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/e2e-filter-sub-a-83bfe467","ai-tenant-e2e-worker-w1-e131af/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.279976916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"c6a1ff7f-4d51-4184-a34a-6d07777d8edf","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.317918331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-83bfe467","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-a-83bfe467","reconcileID":"ab181204-aeab-43e4-8843-80180d52a769","MaaSSubscription":{"name":"e2e-filter-sub-a-83bfe467","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.317918835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"373642c9-8a27-466f-9d57-8fb05fcc9609","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:11.798867919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"a693514f-13b0-4fc9-84b5-221231981c7f","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:11.81422626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"0cd6ab28-5be2-4445-b1b1-aee0fdbc295e","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:11.851965402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-bulk-sub-0c408e3b-auth","reconcileID":"3f555ee8-70ac-4c5b-9f78-dcd5127b6c56","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:11.869221244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-bulk-sub-0c408e3b-auth","reconcileID":"3f555ee8-70ac-4c5b-9f78-dcd5127b6c56","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.003842884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"79b68062-bacc-432f-a211-909c9f714e20","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.023064945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"629ce863-0cf2-426f-a19d-d9d833d1897b","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.028057094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"9725fb6b-3c51-4620-a612-1f999a82cb32","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.033551711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"0ab0b5c4-7d4c-4aab-b5f6-809e3e05c8d9","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:12.036386936Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-08e15d/e2e-bulk-sub-0c408e3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-0c408e3b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.051304599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"cab035f5-8087-48f5-acf3-7a206d262973","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.064485515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-bulk-sub-0c408e3b-auth","reconcileID":"0c1e0cb8-9387-4f42-9b22-cf1fa7a4811f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.081810215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-bulk-sub-0c408e3b-auth","reconcileID":"0c1e0cb8-9387-4f42-9b22-cf1fa7a4811f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.109289606Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-0c408e3b","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-bulk-sub-0c408e3b","reconcileID":"eb05d110-69e2-4340-b29b-80d6edf8a9ef","MaaSSubscription":{"name":"e2e-bulk-sub-0c408e3b","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-08e15d/e2e-bulk-sub-0c408e3b","ai-tenant-e2e-worker-w0-08e15d/simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:12.148401091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-bulk-sub-0c408e3b-auth","reconcileID":"0c1e0cb8-9387-4f42-9b22-cf1fa7a4811f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-bulk-sub-0c408e3b-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.153327704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"0edb59cc-c614-4c36-9f28-5d7caf659a31","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.189844106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"eeddc351-3c7d-4b80-a7ee-e42cf7fc6271","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.191352748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-0c408e3b","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-bulk-sub-0c408e3b","reconcileID":"33569c20-64a8-4130-96f1-ab33ff6a82e8","MaaSSubscription":{"name":"e2e-bulk-sub-0c408e3b","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.268209264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-bulk-sub-0c408e3b-auth","reconcileID":"006bd111-3b91-4430-83df-ad198e0201c5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.286187134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-bulk-sub-0c408e3b-auth","reconcileID":"006bd111-3b91-4430-83df-ad198e0201c5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.625040121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"ea6c6ab3-a382-4156-a6ba-f93072ef3173","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.642454987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"808c943e-a334-45eb-8ae6-20d859f52426","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.679277749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c6947a9e-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-b-c6947a9e-auth","reconcileID":"5e8eab10-2306-4593-8e6a-28840b8e438a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c6947a9e-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.696455817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c6947a9e-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-b-c6947a9e-auth","reconcileID":"5e8eab10-2306-4593-8e6a-28840b8e438a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c6947a9e-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.765885454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"a61b5b4e-0613-456c-91e0-35f37934ebf1","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.808569096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c6947a9e-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-b-c6947a9e-auth","reconcileID":"6afd190e-fa4c-4d66-aeed-22475e6ba3e9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c6947a9e-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.82555904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c6947a9e-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-b-c6947a9e-auth","reconcileID":"6afd190e-fa4c-4d66-aeed-22475e6ba3e9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c6947a9e-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.837794721Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e131af priority=0:[ai-tenant-e2e-worker-w1-e131af/e2e-filter-sub-a-83bfe467 ai-tenant-e2e-worker-w1-e131af/e2e-filter-sub-b-c6947a9e]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.837825651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"e3ba7728-fe8c-4f05-acd7-0e4cebc3c194","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.85532539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"cbaf8fdf-57f6-4548-9c9d-031b1ee58161","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:12.866917634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c6947a9e","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-b-c6947a9e","reconcileID":"91e2cf3a-4682-4e46-8ec5-203c36d58038","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-c6947a9e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.873867063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"806fdfc1-d200-4f55-9ab1-503c7956b348","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.892218418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"16dd351a-c403-4ae9-9b18-38af753a5c4d","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.904161815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"56d3fcc3-de0a-4e24-827d-8f2d053975f6","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.922212474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"36e3f336-b239-4b30-9c62-d052ba5cf898","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.981149867Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c6947a9e","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-b-c6947a9e","reconcileID":"664044ad-afb3-4187-8ebc-8f00f68051bb","MaaSSubscription":{"name":"e2e-filter-sub-b-c6947a9e","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/e2e-filter-sub-a-83bfe467","ai-tenant-e2e-worker-w1-e131af/e2e-filter-sub-b-c6947a9e","ai-tenant-e2e-worker-w1-e131af/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.035578528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"feb0bdc4-af37-4708-bca5-def8acf1fd60","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.061275096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"33ec5602-7e7f-487c-ac33-0aef6bf572b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.061323125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-83bfe467","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-a-83bfe467","reconcileID":"80c021b0-7cec-4c84-a974-8f80b31863ce","MaaSSubscription":{"name":"e2e-filter-sub-a-83bfe467","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.163071572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c6947a9e","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-b-c6947a9e","reconcileID":"e7876762-c499-44b0-8861-cc131871c96f","MaaSSubscription":{"name":"e2e-filter-sub-b-c6947a9e","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.283810956Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-sub","reconcileID":"1a127453-94cc-4d10-ae10-ba22a0d9b2eb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscription":"e2e-apikey-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.331877498Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-sub","reconcileID":"1a127453-94cc-4d10-ae10-ba22a0d9b2eb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.331991794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-sub","reconcileID":"1a127453-94cc-4d10-ae10-ba22a0d9b2eb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.332158913Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-sub","reconcileID":"1a127453-94cc-4d10-ae10-ba22a0d9b2eb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w6-31226c/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.388345367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"e02326ce-e95c-42fd-bb31-9554fe7573d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.497730021Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e131af priority=0:[ai-tenant-e2e-worker-w1-e131af/e2e-filter-sub-a-83bfe467 ai-tenant-e2e-worker-w1-e131af/e2e-filter-sub-b-c6947a9e]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.49775929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"72bdcbf5-e997-412b-bfc5-629e442eb892","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.516892318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"8bc3aa22-5a90-41da-bfb7-00f8cc9b1d8e","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.672407961Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-degraded-auth","reconcileID":"4f3d7b0b-0e3f-4c88-abcf-bdc0f172fbac","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.672455738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"33e44292-f723-4b14-b19f-fe685a9140fa","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.71418293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"2e43ffcb-7ca1-4b35-8de3-7bc159724c0c","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:14.789680759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"83270453-62cc-41f7-adb9-6d2336ee4616","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:14.807114516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"69b031cd-da39-4236-a9a8-14699b97fcf7","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:14.844191448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-failed-auth","reconcileID":"6f652415-2f0f-453d-96ef-b8aa266e196c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:14.861746703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-failed-auth","reconcileID":"6f652415-2f0f-453d-96ef-b8aa266e196c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:15.045342097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"8cc5480c-2e7e-401b-8725-0badebd56d47","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:15.082748443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-failed-auth","reconcileID":"bda94a43-7eba-4175-9d57-d255548b213f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:15.100652482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-failed-auth","reconcileID":"bda94a43-7eba-4175-9d57-d255548b213f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:15.171313203Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e131af priority=0:[ai-tenant-e2e-worker-w1-e131af/e2e-filter-sub-a-83bfe467 ai-tenant-e2e-worker-w1-e131af/e2e-filter-sub-b-c6947a9e]"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:15.203076307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-failed-sub","reconcileID":"09b125fa-ec6a-4168-b0cc-4bb660ae8c7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:15.611910939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"9b57704f-9860-4b83-be66-427cbc2e65e4","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:16.154219007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"2aa774a7-4485-4a98-86ed-1c246ab071e0","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:17.946373499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.554866307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"c36baa32-cfc6-4782-a4c2-daa48af70c29","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:23.432861407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"20392f55-c23d-44bf-982a-d029efae4814","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.656785294Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-0c408e3b","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-bulk-sub-0c408e3b","reconcileID":"4e1e6195-ff4b-4e33-b688-2cd3e9312352","MaaSSubscription":{"name":"e2e-bulk-sub-0c408e3b","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscription":"e2e-bulk-sub-0c408e3b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.70169505Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-0c408e3b","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-bulk-sub-0c408e3b","reconcileID":"4e1e6195-ff4b-4e33-b688-2cd3e9312352","MaaSSubscription":{"name":"e2e-bulk-sub-0c408e3b","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-08e15d/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.74068108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"86d6ff59-cf20-4054-bb48-d805314b8c1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.761206956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"e487675b-d8d6-43ef-8255-ff927efe20ba","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.779926558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"825dc999-c86e-4809-94d5-18eb4151d5b6","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.782879963Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-failed-sub","reconcileID":"8cd50799-6050-45bb-8fe9-a9161f618c81","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.782958017Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-failed-sub","reconcileID":"8cd50799-6050-45bb-8fe9-a9161f618c81","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w6-31226c/nonexistent-model-apikey-failed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.900409374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"0f53e546-706c-447b-918a-9997fc7dbcdc","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.913229963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-bulk-sub-0c408e3b-auth","reconcileID":"f90ff1b1-1adf-4860-8416-ef916f31a8a4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-0c408e3b-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.918476341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"edf3eefd-0479-44ef-a79d-a072f6ecfda4","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.955346101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"f49d1ea5-8e42-47b5-a47a-ae1f07c88b23","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.169605902Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-apikey-failed-auth","reconcileID":"219c3578-ba96-447a-b372-556fb6a1a9ed","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.169634707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"a1ba6d83-7d3c-45d1-84c3-0c04a2ff5fba","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.200360782Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-83bfe467","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-a-83bfe467","reconcileID":"98f16280-141a-4116-a010-53b9d37fa48b","MaaSSubscription":{"name":"e2e-filter-sub-a-83bfe467","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscription":"e2e-filter-sub-a-83bfe467","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.245253307Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-83bfe467","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-a-83bfe467","reconcileID":"98f16280-141a-4116-a010-53b9d37fa48b","MaaSSubscription":{"name":"e2e-filter-sub-a-83bfe467","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/e2e-filter-sub-b-c6947a9e","ai-tenant-e2e-worker-w1-e131af/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.285804039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"e45b6c90-3a31-45ef-b7a1-ebf15d36e0a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.286176813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c6947a9e","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-b-c6947a9e","reconcileID":"6bd03864-af85-40f9-8270-ced8cd99a43b","MaaSSubscription":{"name":"e2e-filter-sub-b-c6947a9e","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.365970712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"c0025285-377e-48a1-bc80-e7b9862c7927","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.402198672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"70cd6293-a1f0-4b9a-8c41-52e17014c8b9","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.553569571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"54cddb78-a8c0-44b4-a374-3090c790f424","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:28.827733707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"4894cf63-7310-4aea-866e-c0253d58318a","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:28.861733315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"fdb991ad-78e3-41de-81fe-4e8072db848e","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:29.359793535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"0ed20a4d-a11b-4fa2-942f-3748f49755b6","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:36.602196794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c6947a9e","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-b-c6947a9e","reconcileID":"ec060d6a-851c-46c6-b4a2-e355b0ec69c0","MaaSSubscription":{"name":"e2e-filter-sub-b-c6947a9e","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscription":"e2e-filter-sub-b-c6947a9e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:36.650260599Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c6947a9e","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-b-c6947a9e","reconcileID":"ec060d6a-851c-46c6-b4a2-e355b0ec69c0","MaaSSubscription":{"name":"e2e-filter-sub-b-c6947a9e","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:36.692225301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"19cb1fa7-a76b-4315-9105-4654ea76d3ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:36.715085252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"f89471cf-cf70-4ad1-b615-654e5dff4829","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:36.872686018Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-83bfe467-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-a-83bfe467-auth","reconcileID":"e09b3c62-856e-4d16-873b-6b8fb9d3aeaf","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-83bfe467-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:36.872802976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"b3189295-88fb-4f72-b3b4-ddb2d0d5c5c0","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:37.017548594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"ec0b8a40-3a5e-41c4-941c-80e42ef32b0b","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:37.163637223Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c6947a9e-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-filter-sub-b-c6947a9e-auth","reconcileID":"f3b554e0-9754-4e80-a5f4-ab4c0d510a38","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c6947a9e-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:37.163726756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"55950bd7-2954-4590-a818-c1597d9d4ce3","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:37.206285981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"e2606e93-80f1-4e00-8ef6-a75d2bf2ae88","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:40.19221491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"c1b7fc23-5651-42a0-9b71-8435ac606a9e","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:40.223484527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"ed9ed9f5-3c39-4f56-bac0-cd74ae1d21af","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:42.552083735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"43ee1998-9117-4154-9956-122f6ee19eb8","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:42.582710844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"f590e94d-6dfd-4e5d-bba9-fc6baa7443aa","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:45.522678888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"3fdc0154-3acd-4acf-ae9e-de2c41f6f7ba","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:45.538359185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"15c170a3-e54e-45ec-b127-5612fdf0e7f4","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:45.585373694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-402b18f9","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-gw-auth-402b18f9","reconcileID":"5f1c9212-bf9b-419f-9ae6-44ef1842b074","MaaSAuthPolicy":{"name":"e2e-gw-auth-402b18f9","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:45.602894519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-402b18f9","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-gw-auth-402b18f9","reconcileID":"5f1c9212-bf9b-419f-9ae6-44ef1842b074","MaaSAuthPolicy":{"name":"e2e-gw-auth-402b18f9","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:45.683525466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"deafce21-63dc-4389-83a9-7f75e8520095","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:45.72004857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-402b18f9","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-gw-auth-402b18f9","reconcileID":"826fc827-444d-47e9-bc19-f7d5e345409d","MaaSAuthPolicy":{"name":"e2e-gw-auth-402b18f9","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:45.737090477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-402b18f9","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-gw-auth-402b18f9","reconcileID":"826fc827-444d-47e9-bc19-f7d5e345409d","MaaSAuthPolicy":{"name":"e2e-gw-auth-402b18f9","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:47.64888472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"96e8cb96-6bc9-495d-a6b0-4eeeb629ed7c","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:47.680814734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"bb35b789-2cba-490e-85cf-92ab2cdc2373","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:47.946175583Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.516493664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"4e5d0b29-e70b-4c63-8e0b-972e3fa9a4c7","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.641527064Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-402b18f9","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-gw-auth-402b18f9","reconcileID":"58afbba2-6d7a-4795-a331-aa386d530fd6","MaaSAuthPolicy":{"name":"e2e-gw-auth-402b18f9","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.641529558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"de80a054-f47a-4b02-aae4-52ff7e45a2bb","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.662951661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"2452a52c-7559-4a1d-a0e3-0cc2aa789dba","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.679133409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"e20041c8-1e82-46ea-b664-985ac1a595c4","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:48.698497301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"2665e408-b7eb-4c8a-960b-6186f7583d43","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.748596719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"2bb16002-8dfb-41cf-807c-cfa836b3b24c","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.779194644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"ef9ddc5e-fac6-428f-82dc-27b0ad61a02a","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.779805905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"8fa26b45-fd07-450a-9ae3-d3625633ecbb","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.836487197Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"f811bb09-b3e2-4de0-b426-813d091317e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"simulator-w3-17394a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-17394a/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.87524347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"49674294-c16b-4859-ad61-74b31a558515","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.893919572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"83db8c75-9e68-43ef-b5c7-b1e0ac255c70","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:48.907912752Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"83db8c75-9e68-43ef-b5c7-b1e0ac255c70","name":"simulator-w3-17394a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-17394a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:48.907966438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"83db8c75-9e68-43ef-b5c7-b1e0ac255c70","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-17394a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.91411471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"250fb6a0-a725-482b-952e-9cac86e9f0fa","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.91862882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"87c6de3f-53c0-4aed-aec0-d03fc7cd9d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.92166282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"bdc4c211-7967-414b-b954-eaace1da4a07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:48.936864901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"87c6de3f-53c0-4aed-aec0-d03fc7cd9d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.011418792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"13930321-9fc4-48a9-892d-7720475d8f04","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.02446105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"b23c2bcc-64e0-4498-96d9-26cd52cb14ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.035825003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"08fed2ed-70ec-4961-a749-d00bfa946316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.053138332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"08fed2ed-70ec-4961-a749-d00bfa946316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.079301204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"49fb57d0-6c29-41c4-8da2-b8672909ad46","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.094995326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"8ee56b22-99b5-407e-b63e-81ae9890573f","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:49.110992055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"cb1a834a-b2e6-4385-a203-693d7475ca10","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.116936776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"d62bcec8-fe30-4fa9-a4ad-5c9854048f6e","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.154452888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"b4ce36ba-c398-42db-8b02-ead9108b5a71","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.172399143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"f8545494-2371-4c79-8bc3-1b057e860b51","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.227142542Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"9fd570f2-f2af-4ea5-99bc-170a84effe04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"premium-w3-17394a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-17394a/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.272137299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"8f110e2f-0de0-4bdf-a816-d099ac53b234","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.281428473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"5b9bf09d-dd0a-4dac-b5d7-7744b96129c1","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.302022241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"58aa0c5f-fb34-401e-a2f3-da8a830c5498","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.311371263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"2302c353-789a-455b-83dc-a140db0db798","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:49.31617074Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"58aa0c5f-fb34-401e-a2f3-da8a830c5498","name":"premium-w3-17394a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-17394a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:49.316217987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"58aa0c5f-fb34-401e-a2f3-da8a830c5498","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-17394a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.321486915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"aca17ce7-c60d-4f52-8c4b-f9f7c79d7315","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.336332805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"6a188056-ca05-4389-992b-eb6844f0436a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.353616547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"6a188056-ca05-4389-992b-eb6844f0436a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.410258988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"f29f4273-556c-4843-9dda-656a8aa5e1fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.5134699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"a51d5fb2-f99a-419c-808f-fc43c24f5516","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.550248831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"f32e52e7-b2e6-472d-8954-3d6ebcfa08be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.567607816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"f32e52e7-b2e6-472d-8954-3d6ebcfa08be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.394037335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"62ad3444-fa7f-4570-9533-8dc14427990e","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.540262432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"e51d8ace-a5ac-4c1b-81c5-14859b11b6ca","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.561154402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"a156d263-b1d1-4f07-8098-3e82ecf24940","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.572151373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"ee99c3ce-d570-40d4-bb0b-a5587aae8c32","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:55.574603529Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-063b46/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.589528134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"55f43d4d-c401-40c3-9e0f-5a8ce92d71d6","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.65906366Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"55c9bffe-c4ba-4761-9502-640f67dc3824","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"simulator-w4-063b46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.705867922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"71f951da-c26a-4b1c-876b-a4c4b76025f4","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.743930736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"2caf7408-dcd3-49dc-a09b-fc27fe95c1f4","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.744796864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"ae8a2e6d-1434-4d58-aadd-0daf3466deb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.762867536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"f799afb1-497d-4d9e-b31d-d952f9940878","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.791672407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"b4cb7a3e-daf2-4004-a153-3f72338bc051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.864271341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"b4cb7a3e-daf2-4004-a153-3f72338bc051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.880506562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-063b46-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e9e0be053178e97b5967860f6b5257d177bfa7763ad6ca39cbddcf2e44affe8) AuthConfig (452a76f61dd0265b036dbe26fdf8e000c697eacb61421472ab368f876e8a6ce7) AuthConfig (e911dbc696061f247dcc635fb51305c15e0ccf7a8573f8e7cd15eab39ce9d385) AuthConfig (2de6758078f3a8ddac1afc8ca8667c07ced69740be68d47aeecb35adf4d0827c) AuthConfig (31137065d4061476dcdffe29433a94bdc42996d8d9a1c794291844fc62b9634c) AuthConfig (ce54527affbe4183391c46b40c874a5f872d8bb59d499547d73dea2f5adb895d) AuthConfig (0274d13f8aada2280c8e2767b12e2b3151e9bf6f4f830dbcb34a47eb890ae50e) AuthConfig (2d59621e66a30a68b95f30f1e2fd3d83036418ccf397a895ccab6053892a0cef) AuthConfig (c09505515cf6bda10b9d6b11b669ee0403c13010427a303d2f67d9543412d7bf) AuthConfig (b588c32ee7135faec803cb21a5cb04bc567b2ed4db4a20ee7d3c557e4ae3d197) AuthConfig (cc36ae6700a9e26a09d88d811e27fcbe942e0ab34ac0a98440aa4717e2f36ab4) AuthConfig (680f83a7ef5b4bef504eb96879d58e0700426e5e017da4b7415c85a6c7fc5d22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"b4cb7a3e-daf2-4004-a153-3f72338bc051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.890421006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"672087e8-f28d-4868-9bc3-6ba82bcd4704","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.899039612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"d793db28-4c19-4512-b540-442977a587d7","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.923739187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"8cb93a1f-340b-4c20-9a25-9e422b91f85b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.941534923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"7ad368f3-d82a-44a9-b62e-deb599f39657","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.941597692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"8cb93a1f-340b-4c20-9a25-9e422b91f85b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.957657355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-063b46-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e9e0be053178e97b5967860f6b5257d177bfa7763ad6ca39cbddcf2e44affe8) AuthConfig (452a76f61dd0265b036dbe26fdf8e000c697eacb61421472ab368f876e8a6ce7) AuthConfig (e911dbc696061f247dcc635fb51305c15e0ccf7a8573f8e7cd15eab39ce9d385) AuthConfig (2de6758078f3a8ddac1afc8ca8667c07ced69740be68d47aeecb35adf4d0827c) AuthConfig (31137065d4061476dcdffe29433a94bdc42996d8d9a1c794291844fc62b9634c) AuthConfig (ce54527affbe4183391c46b40c874a5f872d8bb59d499547d73dea2f5adb895d) AuthConfig (0274d13f8aada2280c8e2767b12e2b3151e9bf6f4f830dbcb34a47eb890ae50e) AuthConfig (2d59621e66a30a68b95f30f1e2fd3d83036418ccf397a895ccab6053892a0cef) AuthConfig (c09505515cf6bda10b9d6b11b669ee0403c13010427a303d2f67d9543412d7bf) AuthConfig (b588c32ee7135faec803cb21a5cb04bc567b2ed4db4a20ee7d3c557e4ae3d197) AuthConfig (cc36ae6700a9e26a09d88d811e27fcbe942e0ab34ac0a98440aa4717e2f36ab4) AuthConfig (680f83a7ef5b4bef504eb96879d58e0700426e5e017da4b7415c85a6c7fc5d22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"8cb93a1f-340b-4c20-9a25-9e422b91f85b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.958693588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"c101776d-b411-4ebc-842f-71ff97b1cfe3","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:55.972752666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"4150d56a-2f72-4917-961f-dfffd29fbedf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:55.975337437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"cfa0bb64-12fd-48bd-8dec-59a571dec7fa","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.009320252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"baaa6225-cd7e-43c0-b12f-ce09df8d463f","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.027746938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"16529407-ea2f-47ab-81e6-dc5d39a46c4b","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.095877826Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"d8f9cb96-6241-4222-96e5-9f85b7829c07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"premium-w4-063b46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.155366691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"1e1c57ca-3940-4a1c-91bf-93309452ac2f","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.187160883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"2758b060-f235-4e72-b23f-3821df4351f7","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.199747298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"79194c56-20b6-48e3-b05c-76f32c5e31ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:56.201362287Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"2758b060-f235-4e72-b23f-3821df4351f7","name":"premium-w4-063b46","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-063b46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:52:56.201414428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"2758b060-f235-4e72-b23f-3821df4351f7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-063b46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.206549662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"4cd180cc-69da-4185-9884-87dc91484d52","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.214256441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"69ea8fdf-8040-4ad4-be81-a7eb184f0a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.231830146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"69ea8fdf-8040-4ad4-be81-a7eb184f0a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.248324756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-063b46-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e9e0be053178e97b5967860f6b5257d177bfa7763ad6ca39cbddcf2e44affe8) AuthConfig (452a76f61dd0265b036dbe26fdf8e000c697eacb61421472ab368f876e8a6ce7) AuthConfig (e911dbc696061f247dcc635fb51305c15e0ccf7a8573f8e7cd15eab39ce9d385) AuthConfig (2de6758078f3a8ddac1afc8ca8667c07ced69740be68d47aeecb35adf4d0827c) AuthConfig (31137065d4061476dcdffe29433a94bdc42996d8d9a1c794291844fc62b9634c) AuthConfig (ce54527affbe4183391c46b40c874a5f872d8bb59d499547d73dea2f5adb895d) AuthConfig (0274d13f8aada2280c8e2767b12e2b3151e9bf6f4f830dbcb34a47eb890ae50e) AuthConfig (2d59621e66a30a68b95f30f1e2fd3d83036418ccf397a895ccab6053892a0cef) AuthConfig (c09505515cf6bda10b9d6b11b669ee0403c13010427a303d2f67d9543412d7bf) AuthConfig (b588c32ee7135faec803cb21a5cb04bc567b2ed4db4a20ee7d3c557e4ae3d197) AuthConfig (cc36ae6700a9e26a09d88d811e27fcbe942e0ab34ac0a98440aa4717e2f36ab4) AuthConfig (680f83a7ef5b4bef504eb96879d58e0700426e5e017da4b7415c85a6c7fc5d22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"69ea8fdf-8040-4ad4-be81-a7eb184f0a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.266292494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"e31f2359-fe6a-48f3-b10e-7f9470939b87","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.29954311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"9559b0f3-4725-4364-899d-c20b02e4b594","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.315423592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"0807d232-13b6-4ba3-81b7-45dc84902b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.333062227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"0807d232-13b6-4ba3-81b7-45dc84902b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.349660003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-063b46-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e9e0be053178e97b5967860f6b5257d177bfa7763ad6ca39cbddcf2e44affe8) AuthConfig (452a76f61dd0265b036dbe26fdf8e000c697eacb61421472ab368f876e8a6ce7) AuthConfig (e911dbc696061f247dcc635fb51305c15e0ccf7a8573f8e7cd15eab39ce9d385) AuthConfig (2de6758078f3a8ddac1afc8ca8667c07ced69740be68d47aeecb35adf4d0827c) AuthConfig (31137065d4061476dcdffe29433a94bdc42996d8d9a1c794291844fc62b9634c) AuthConfig (ce54527affbe4183391c46b40c874a5f872d8bb59d499547d73dea2f5adb895d) AuthConfig (0274d13f8aada2280c8e2767b12e2b3151e9bf6f4f830dbcb34a47eb890ae50e) AuthConfig (2d59621e66a30a68b95f30f1e2fd3d83036418ccf397a895ccab6053892a0cef) AuthConfig (c09505515cf6bda10b9d6b11b669ee0403c13010427a303d2f67d9543412d7bf) AuthConfig (b588c32ee7135faec803cb21a5cb04bc567b2ed4db4a20ee7d3c557e4ae3d197) AuthConfig (cc36ae6700a9e26a09d88d811e27fcbe942e0ab34ac0a98440aa4717e2f36ab4) AuthConfig (680f83a7ef5b4bef504eb96879d58e0700426e5e017da4b7415c85a6c7fc5d22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"0807d232-13b6-4ba3-81b7-45dc84902b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.468078621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"ec46a139-4d80-4950-b076-9a5d2525bafc","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.468393042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"33460a03-7c07-4208-87cc-e3c537314562","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.499468281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"f6229d2d-3899-432f-970c-f1cec5259cc7","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.499788145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"fea30715-c60e-4a63-8edc-ac5b67de339a","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.505205533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"10b2cf8a-58cc-4ddb-9da2-5bab5fb4f4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.505226428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"a8511db3-2bd0-4ff0-a3c4-3e015e6d81ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.506947905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"ccc2aca5-ab3a-4310-ad11-a388e31688fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.507016266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"dc45306c-ccf9-4202-a5d1-676607d4c7c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.526319703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"a8511db3-2bd0-4ff0-a3c4-3e015e6d81ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.526355175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"10b2cf8a-58cc-4ddb-9da2-5bab5fb4f4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.618228312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"d5cc98df-74da-41f5-848b-4813f0e7e120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.618388066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"5cead815-af7b-43c9-9db3-64b56c723e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.686432352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"d5cc98df-74da-41f5-848b-4813f0e7e120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:56.690297726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"5cead815-af7b-43c9-9db3-64b56c723e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:57.844862597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"4382cd73-e443-4aa8-bac2-63386a69e716","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:57.893230844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"6729123a-0995-4a37-ad09-b090798ec75d","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:58.051322534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"4c7559db-7a46-4bc4-ab60-3a0d03e3d7b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:58.108966321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"10cf68d6-6f02-45d4-badd-e08417e88e44","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:58.1726081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"d1f10f38-32e2-45ae-afbd-d957bdead6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:58.172989435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"805ae044-b905-4eeb-b261-0ac029d43e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:58.193733019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"d1f10f38-32e2-45ae-afbd-d957bdead6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:58.197256188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"805ae044-b905-4eeb-b261-0ac029d43e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:58.388622051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"f841910a-4419-46f7-96e9-79cc5f1074bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:58.388939086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"c7e917f5-77df-457c-ad5f-ec35e0743de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:58.407583734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"f841910a-4419-46f7-96e9-79cc5f1074bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:52:58.408201247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"c7e917f5-77df-457c-ad5f-ec35e0743de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.686281432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"85070424-3417-4214-a8f3-31059e404169","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.701727051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"5fa95f51-9c26-42d1-b700-9487c18e016a","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.738548616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a75a86e1-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dry-sub-a75a86e1-auth","reconcileID":"28bae761-a5dc-4067-a2cd-6742e78315b6","MaaSAuthPolicy":{"name":"e2e-dry-sub-a75a86e1-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.764949357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a75a86e1-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dry-sub-a75a86e1-auth","reconcileID":"28bae761-a5dc-4067-a2cd-6742e78315b6","MaaSAuthPolicy":{"name":"e2e-dry-sub-a75a86e1-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.837550519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"d6d019a3-0d50-458d-a84c-f35bb6abf51b","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.879387582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a75a86e1-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dry-sub-a75a86e1-auth","reconcileID":"4947a6f9-0d7f-4999-b7df-99596943a521","MaaSAuthPolicy":{"name":"e2e-dry-sub-a75a86e1-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.895933782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"4f4c40ba-5318-4c95-99bd-42a326ed2071","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.896864067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a75a86e1-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dry-sub-a75a86e1-auth","reconcileID":"4947a6f9-0d7f-4999-b7df-99596943a521","MaaSAuthPolicy":{"name":"e2e-dry-sub-a75a86e1-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.91442294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"2601332c-00b9-4900-b6fb-76c99ac83bda","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.926986033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"df1d8a3e-0c81-459d-9aea-b6f3871bc059","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:53:00.932629889Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-17394a/e2e-dry-sub-a75a86e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-a75a86e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.945184957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"6dcbb1cd-25aa-493d-a229-c46c14f53b3e","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:01.017301296Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a75a86e1","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dry-sub-a75a86e1","reconcileID":"d0818876-5495-4ae5-b46e-ef6a040d8661","MaaSSubscription":{"name":"e2e-dry-sub-a75a86e1","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-17394a/e2e-dry-sub-a75a86e1","ai-tenant-e2e-worker-w3-17394a/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:01.06504203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"2c60db7a-2c51-453b-96c3-a9cffdb12556","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:01.084917434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"997254b1-f54e-4053-9882-aafe969d7a44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:01.18542925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a75a86e1","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dry-sub-a75a86e1","reconcileID":"8afb30c7-ba2d-4698-8d55-23d689944792","MaaSSubscription":{"name":"e2e-dry-sub-a75a86e1","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:04.026059564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"c4c2260e-b098-4253-ba39-f226c6a3186c","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:05.995267056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"0ff9664e-8abf-4b85-8064-6486263f6be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.012758774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"0ff9664e-8abf-4b85-8064-6486263f6be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.174490285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"2626a793-ed20-4e25-a228-8e3c3cdafec3","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.386902215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"5daaf1dc-31f1-4e78-8b3d-58a75f1e1779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.404074805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"5daaf1dc-31f1-4e78-8b3d-58a75f1e1779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.473104608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"cc64ae06-855e-4760-a143-cb18e8193762","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:08.41136137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"307734bb-fc7d-4b64-8e22-9cc1ceb92b40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:08.494015196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"2803a015-ef0e-401e-9857-495e42dae338","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:08.658290601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"78715fba-e447-4cf3-af86-a5c0d779b6e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:08.740218213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"1bfb474f-fdc9-4819-ad2e-328ca7e4a1de","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:08.846590596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"097c5f65-9c97-464a-bcf1-7e9d18d79bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:08.846589213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"1c2d5295-eada-4f7f-9b0f-1ec5885ba24f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:08.865055401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"1c2d5295-eada-4f7f-9b0f-1ec5885ba24f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:08.867522253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"097c5f65-9c97-464a-bcf1-7e9d18d79bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:08.940479724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"71d20c8f-3e2b-4123-985d-77794db21f6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:08.94050283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"a9e9bdae-7be4-4df9-b72c-b1007331a4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:08.964248385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"71d20c8f-3e2b-4123-985d-77794db21f6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:08.965934571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"a9e9bdae-7be4-4df9-b72c-b1007331a4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:09.151481651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"55c46519-d0ce-444c-b7c1-2c1cb277bfdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:09.151479256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"018456ef-6f36-47be-b203-438e221196c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:09.172950677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"55c46519-d0ce-444c-b7c1-2c1cb277bfdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:09.174137453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"018456ef-6f36-47be-b203-438e221196c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.291928108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"affa7c0a-e2ee-4f59-82a9-0fa5b6308659","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.449720532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"3c418c1b-f879-4b26-a911-5c5dfbb6332e","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.465388245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"8cd06912-9b75-4467-8f22-cb147132c09f","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:53:13.4809693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"1fc01080-fac5-44b3-ab46-5630a5c441d8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.516504623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"ca222aaf-e356-4ef7-b36d-11732b89dcc5","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.532624887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"d2e35a07-8cb2-4605-8aff-1daac2c4a9b2","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.588294459Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"eac838d2-8a38-4b71-b61a-b1b434c8cdcf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"simulator-w2-575d59","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-575d59/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.636810506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"5124977d-f615-4dd2-9d83-35ca2e314f02","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.641525789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"de6fa75e-d402-4970-98c5-e8964ae44df6","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.660595722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"80116d9e-b625-43fb-ace5-80b5c665ee4c","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:53:13.675202519Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"80116d9e-b625-43fb-ace5-80b5c665ee4c","name":"simulator-w2-575d59","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-575d59\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:53:13.675258665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"80116d9e-b625-43fb-ace5-80b5c665ee4c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-575d59\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.675279783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"cf612211-5e1e-4099-bd37-5248e1a02ef5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.680518369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"64e692b0-1f2d-4e1b-b683-7d6949354b1b","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.681994568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"ac55c416-6de2-42b2-8775-feff861a2204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.699090774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"ac55c416-6de2-42b2-8775-feff861a2204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.770940321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"b0bea2d4-788f-479d-b2db-2dcdc4fcea6b","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.776052953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"68716b6f-3e4b-4098-b426-6e4382ae1467","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.795884644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"42a3ad00-e777-4efa-8b72-0fca9d99a630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.814369429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"42a3ad00-e777-4efa-8b72-0fca9d99a630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.843426016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"1b80fdc2-e6ba-4db0-8ce5-6c709c79a3fa","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.862236668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"cecf8378-a6b9-4c39-9943-a4915c2fece7","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.873201147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"b4a67679-26a0-47b9-b910-0952f8d14af9","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:53:13.875836902Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-575d59/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.888875386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"a18083af-ff8b-4b3d-ae9c-e0ba67fc9253","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.942664233Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"8de55484-79fd-4d57-b993-716cac7ecce1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"premium-w2-575d59","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-575d59/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:13.989932081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"18ab5605-f827-4232-b6af-bb2fb4ed94f8","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.031719614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"0d546b26-bef1-4653-98aa-2074bcb26e75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.047231286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"77f08f55-96bf-452e-872e-4cef1a74e95e","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.065666172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"f98ee109-ccec-4dcc-b429-3fa37443b0e8","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.069987574Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a75a86e1","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dry-sub-a75a86e1","reconcileID":"7ce347c8-02c8-4f15-a467-bf9b4e7babc7","MaaSSubscription":{"name":"e2e-dry-sub-a75a86e1","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscription":"e2e-dry-sub-a75a86e1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.098571812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"f5105808-3d8f-4757-bef8-87626510428d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.114499703Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a75a86e1","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dry-sub-a75a86e1","reconcileID":"7ce347c8-02c8-4f15-a467-bf9b4e7babc7","MaaSSubscription":{"name":"e2e-dry-sub-a75a86e1","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-17394a/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.116704687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"f5105808-3d8f-4757-bef8-87626510428d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.128678499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"90ebc6d4-628b-4d4f-b589-a02f3f09fbea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.187655866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"e4c233ba-1d8e-472c-9ce7-e6ecf57938ce","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.224595963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"38721fa9-660f-4c0c-a64d-e7cdfa94e14e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.229541621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"36cb9121-0312-4df1-8ed2-0009c5b7bfd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.243488175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"2c7df61c-e5c1-4e74-8961-5ec238e841be","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.244736541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"38721fa9-660f-4c0c-a64d-e7cdfa94e14e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.261690851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"51e0dd21-a8ae-4703-b2c6-35bb9f6eb397","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.401016566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a75a86e1-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dry-sub-a75a86e1-auth","reconcileID":"b30d6917-d5eb-4b3d-950e-852a3304f75c","MaaSAuthPolicy":{"name":"e2e-dry-sub-a75a86e1-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.401298367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"209962a1-2b14-489c-b4dc-66100843e9bc","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:14.489113403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"25df1393-7842-480a-a8e3-693121e375e3","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:16.39073539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"e2e-conflict-a-2f81a573","reconcileID":"06b09f15-eabd-4e88-83f9-d7f93f249956","MaaSModelRef":{"name":"e2e-conflict-a-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"e2e-conflict-a-2f81a573-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"e2e-conflict-a-2f81a573","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:16.786589731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"ac80d407-abb9-497a-a664-85a0dfe4dff0","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:16.956414988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"d1ed1932-100b-45a5-b3d0-8f6e4f27dcaf","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:16.974419516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"d3833935-67a3-4e67-becd-63943713dab2","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:53:16.986529166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"65cf7018-c4e4-41ac-9f9d-968827cc0ca0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.023909933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"02bf86c7-1b56-4458-a8cf-2cdbe9641aaf","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.051190044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"c70e05b8-e5c9-4bb5-9a8b-c9bf32a17e1a","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.119755682Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"04096606-3dd6-4367-98aa-dc1dbb815618","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"simulator-w5-b2921b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b2921b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.250069085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"9b687b42-0fc5-484b-b759-8e0f2ab11543","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.27554945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"4161eb46-b96e-41e1-b421-c4c34a7237ee","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:53:17.292104541Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"4161eb46-b96e-41e1-b421-c4c34a7237ee","name":"simulator-w5-b2921b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w5-b2921b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:53:17.292161608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"4161eb46-b96e-41e1-b421-c4c34a7237ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w5-b2921b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.297575974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"c93e7171-2171-4485-b440-58ef7fcf048b","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.308712184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"57cd9d80-0077-444c-95c9-3ad98b01aff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.322107874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"cd0193d7-d8c3-41a1-b4a3-790df377455f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.327027464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"57cd9d80-0077-444c-95c9-3ad98b01aff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.400902997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"d9ecdcc7-4182-4c95-b8a0-16b20941e1f0","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.417550378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"84f3a9ba-baf5-42bd-97d7-74fcfdc5756d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.425601915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"c1b5e398-c2e3-452b-bfb6-83bec89091b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.443870556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"c1b5e398-c2e3-452b-bfb6-83bec89091b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.461628866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"9ca989bf-adb9-4bae-9755-ef6deeb59590","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.480986228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"c7489341-ad37-4db6-a9bc-8cfe85bc32ff","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.493075418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"15992b90-7a43-4792-aa9c-bb6fd4aa6a28","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:53:17.496729799Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-b2921b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.510705521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"aa562211-f723-4887-b2bd-bd7ec858ec81","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.570361766Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"2838b645-b3eb-4f95-8376-2521f1dbd08e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"premium-w5-b2921b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b2921b/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.619353153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"6454bc2b-aab1-4b78-ac4c-b2327f050fc8","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.657655211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"c4873578-92af-469d-848d-4b22d9a9b4a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.665474295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"c2434368-27fd-497d-9f43-b22a853575a9","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.686257262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"92bb32cc-b3c4-4e19-b16b-1fa3d6d80d6d","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:53:17.701181726Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"92bb32cc-b3c4-4e19-b16b-1fa3d6d80d6d","name":"premium-w5-b2921b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w5-b2921b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:53:17.701231323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"92bb32cc-b3c4-4e19-b16b-1fa3d6d80d6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w5-b2921b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.706465499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"171ba126-68d4-42b2-9156-45a8fb5ecd2b","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.722720646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"a76462c5-d8bb-47fe-97b5-5e7b9696c4c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.741562862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"a76462c5-d8bb-47fe-97b5-5e7b9696c4c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.757909514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"54ae6a8c-d657-4581-858d-426a470b8d7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.81740201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"863ea95a-7fd1-463b-865f-0c7f34e9c2e8","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.86041296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"1bf6ae6c-f479-4654-a865-a7b3608e1ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.880353399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"1bf6ae6c-f479-4654-a865-a7b3608e1ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:17.946156369Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.63112849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"6a48d4c8-df64-4ac1-95ca-f100bd59166f","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.631602121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"90514515-9091-4da0-a85f-824ce2fb0546","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.665571127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"de3b59ec-55aa-4f97-8068-f67ec1e34203","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.665900653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"d7d3d8e0-7627-4861-951a-bfabfb32076b","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.668906792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"045a6f70-9466-47e8-9bf0-2d741f27c93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.66896661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"7ce8f409-e7e7-4c08-a828-117735140a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.670443607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"4897c164-6b2f-4d70-8548-47bd6be49ec0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.670637793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"f9f70403-411c-4390-867f-9c1df9524ad0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.686824867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"045a6f70-9466-47e8-9bf0-2d741f27c93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.689778536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"7ce8f409-e7e7-4c08-a828-117735140a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.791170572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"58ae9efe-a072-4f11-85be-b83fd9e31525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.791315914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"db571137-e961-4702-bf48-607329097d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.811044554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"db571137-e961-4702-bf48-607329097d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:18.811037432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"58ae9efe-a072-4f11-85be-b83fd9e31525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:24.685083663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"922c662a-bf1e-4615-afbf-547a5737ffa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:24.754407269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"667bac8c-dbb8-4fd9-b272-06eb7f8c5639","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:24.887599437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"d31945d5-1251-4c89-8533-8bddb1bad9bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:24.936537684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"fd0b1de8-1b59-43d8-a086-67a2ab1020fc","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:24.994778342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"b0c7ba94-b79e-4eeb-929e-1c7381507b83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.04423437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"66099776-0ef8-4a22-9db3-61611344e0e2","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.093480532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"23d98661-baf0-4746-9fab-08c0fb6f82c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.142831991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"04cd052a-b021-4774-bcfd-86ebb8ff70ef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.231155802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"d25cb46e-0bef-4ef9-8d49-d65d470e2e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.231473467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"458c2da9-c9c5-4b7d-a24e-4cfeab67ec24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.266489623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"458c2da9-c9c5-4b7d-a24e-4cfeab67ec24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.269992232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"d25cb46e-0bef-4ef9-8d49-d65d470e2e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.340570873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"313ec850-79b5-4a3a-8fd7-87bb69ec423e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.342531309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"fca497ce-b91b-43ea-b1cf-220da8cd4a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.358810234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"313ec850-79b5-4a3a-8fd7-87bb69ec423e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.360222551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"fca497ce-b91b-43ea-b1cf-220da8cd4a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.441644037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"894ccd17-fa97-4b37-8dcb-05575e66cc43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.441717262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"f8e01f3f-f4b3-467e-8454-d904acd50039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.458611029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"f8e01f3f-f4b3-467e-8454-d904acd50039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.458878965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"894ccd17-fa97-4b37-8dcb-05575e66cc43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.682423906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"d5320df0-1aa1-4e68-ad76-73cd90f79088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.682421653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"2151885a-068f-4e87-8137-74bba75133a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.70000446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"2151885a-068f-4e87-8137-74bba75133a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.700197187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"d5320df0-1aa1-4e68-ad76-73cd90f79088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.781342621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"a3cb2dee-1c25-4a49-b63b-988ad6fba4c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.781419532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"862c3076-e143-410a-b941-6da3acedc340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.798790909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"862c3076-e143-410a-b941-6da3acedc340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.798885697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"a3cb2dee-1c25-4a49-b63b-988ad6fba4c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.207996346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"e1452116-efdf-4ae3-bfef-f2b0adc471f2","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.223275249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"8ff2fff2-3e91-4aae-914c-eeb8e8beeeed","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.267818992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ca81259a-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-combo-sub-ca81259a-auth","reconcileID":"81b5f9b7-6436-4999-9851-5ea832b8a7cd","MaaSAuthPolicy":{"name":"e2e-combo-sub-ca81259a-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.285778811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ca81259a-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-combo-sub-ca81259a-auth","reconcileID":"81b5f9b7-6436-4999-9851-5ea832b8a7cd","MaaSAuthPolicy":{"name":"e2e-combo-sub-ca81259a-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.404487912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"a28450ba-f4a0-42e4-997f-c546c52fa978","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.423691387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"0937432f-b042-41de-99fb-326109621108","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.43637143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"90e71fcf-c366-47da-a0f0-80b4ee4327b3","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:53:30.444557776Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-575d59/e2e-combo-sub-ca81259a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-ca81259a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.450517868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"6e7282b5-098c-40ab-b9d0-352abd3edfc7","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.452141385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"659a89a4-7b7b-423d-878c-458b5a7bcae5","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.487792968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ca81259a-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-combo-sub-ca81259a-auth","reconcileID":"abc13765-977e-40fa-a133-6f9d0728563b","MaaSAuthPolicy":{"name":"e2e-combo-sub-ca81259a-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.507830761Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ca81259a","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-combo-sub-ca81259a","reconcileID":"07683e9f-4b7b-47f9-81c8-fdd1cb5e71e5","MaaSSubscription":{"name":"e2e-combo-sub-ca81259a","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-575d59/e2e-combo-sub-ca81259a","ai-tenant-e2e-worker-w2-575d59/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.509286975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ca81259a-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-combo-sub-ca81259a-auth","reconcileID":"abc13765-977e-40fa-a133-6f9d0728563b","MaaSAuthPolicy":{"name":"e2e-combo-sub-ca81259a-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.55916357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"569cfebd-e585-45b5-b5b3-fe0fc306a8df","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.591404843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"649adb68-10b2-444c-92a9-193684cf044c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:30.597573456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ca81259a","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-combo-sub-ca81259a","reconcileID":"429e2a43-0a33-4a68-9e65-a339f0447001","MaaSSubscription":{"name":"e2e-combo-sub-ca81259a","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.596198321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"2232d5ef-1b71-4e8f-818f-cbecd762e1f4","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.596709874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"a8ba511c-c128-42a7-bacb-0ee309e43342","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.631331728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"6f1c9458-e840-4822-88ce-26887b56c5f4","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.631642646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"8e838c5a-abfb-4782-ba1d-2d13b8358b55","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.638911079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"4ba3a3f5-620e-4011-8001-adfd8f37f0f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.640731159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"65485920-20aa-4eff-b1d1-114394587daa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.641217283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"310bc490-5121-492c-92ed-821a88f84360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.643170954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"87a3ebbe-b40a-41f9-9190-ff441a26ca6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.658359069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"310bc490-5121-492c-92ed-821a88f84360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.660682057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"87a3ebbe-b40a-41f9-9190-ff441a26ca6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.749512191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"5d13b110-6835-41e5-8d27-51a44d2544e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.790134028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"c05dbac7-499a-4c35-a5c4-d0c48a480f1d","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.791591205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"02581dcc-4d64-471a-b193-9b5a46e74ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.820592894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"5d13b110-6835-41e5-8d27-51a44d2544e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.823316033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"02581dcc-4d64-471a-b193-9b5a46e74ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:37.85598192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"b6cba1ce-8157-47da-b116-0708c1ddc357","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:37.856318957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"9fba3eb3-3d44-4dda-9139-f19fccbaf4ee","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:37.856626381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"e2e-conflict-a-2f81a573","reconcileID":"5fea3530-582b-4dd1-a654-5dd598337202","MaaSModelRef":{"name":"e2e-conflict-a-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"e2e-conflict-a-2f81a573-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"e2e-conflict-a-2f81a573","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:37.891509957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"bc894116-b2f1-4310-9fd3-654f33d59126","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:37.891850356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"2af40cb4-7041-433a-b872-1f15f4e5a217","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:37.892203107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"e2e-conflict-a-2f81a573","reconcileID":"32803f6d-b0ed-4334-98d7-46e527294ac0","MaaSModelRef":{"name":"e2e-conflict-a-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"e2e-conflict-a-2f81a573-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"e2e-conflict-a-2f81a573","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:37.894064744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"518f04f1-2c42-4cd7-be87-83663d362109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:37.894071851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"694c2bf5-104a-4b14-88fa-38ab8119888a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:37.896635196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"6fb4b2b9-abe8-434d-be3a-af600ad4f947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:37.902607238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"a8ca6f22-b100-42d7-8055-b440705a9351","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:37.91199392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"518f04f1-2c42-4cd7-be87-83663d362109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:37.912068498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"694c2bf5-104a-4b14-88fa-38ab8119888a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:38.090130339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"acc6aa06-5739-493d-8ed6-fde1c943288e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:38.090376261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"f6c12e80-504a-4f1b-828b-fafc314ebcc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:38.108344426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"acc6aa06-5739-493d-8ed6-fde1c943288e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:38.108498235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"f6c12e80-504a-4f1b-828b-fafc314ebcc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:41.477851056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"4be4ec6b-6443-4044-b896-69721fe4e910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:41.477859434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"fb089cd9-b8dd-4f30-83e2-0d394125865e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:41.495806839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"fb089cd9-b8dd-4f30-83e2-0d394125865e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:41.497091151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"4be4ec6b-6443-4044-b896-69721fe4e910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.561065515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"7ad3ce9a-48ad-44b9-8902-06a5ce68da22","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.561445047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"ef96d2a1-583d-4e58-9c71-0aa0e92e5803","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.591482909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"c04a65af-33f8-4b77-9f29-563ad6a71aad","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.59180491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"3c34733b-722e-45cf-82c9-d690420d18a5","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.603094142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"46dc0635-9159-47c0-8264-ff7f3888e02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.603083057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"ec7fdfd3-ef52-449b-9733-8977243fe5ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.60404238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"e4b844d2-1d33-4af5-9804-f8a32b131392","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.604224856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"8ed6c2cd-2770-4755-8260-66ff70dc4ce1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.624018126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"46dc0635-9159-47c0-8264-ff7f3888e02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.624061428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"ec7fdfd3-ef52-449b-9733-8977243fe5ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.708315925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"7657c9e1-323a-4233-83be-d5bd7466393d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.708490574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"65d297d1-6296-45cb-b9d0-dd9351a4d82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.760573028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"65d297d1-6296-45cb-b9d0-dd9351a4d82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:42.763734639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"7657c9e1-323a-4233-83be-d5bd7466393d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:43.8801979Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ca81259a","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-combo-sub-ca81259a","reconcileID":"57b1771f-4fe9-484d-b0a0-0d67a2406b48","MaaSSubscription":{"name":"e2e-combo-sub-ca81259a","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscription":"e2e-combo-sub-ca81259a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:43.930067057Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ca81259a","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-combo-sub-ca81259a","reconcileID":"57b1771f-4fe9-484d-b0a0-0d67a2406b48","MaaSSubscription":{"name":"e2e-combo-sub-ca81259a","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-575d59/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:43.969607091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"98d2122d-4dc8-41e0-b866-ae8190e71ab7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:44.021305637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"27a0e169-5bda-4628-8271-97e7651bcb6e","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:44.076739965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"dcd973e9-c125-4e04-b28b-b6892566d4f2","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:44.26165647Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ca81259a-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-combo-sub-ca81259a-auth","reconcileID":"c18272ad-7626-4d98-87c1-64c560011baf","MaaSAuthPolicy":{"name":"e2e-combo-sub-ca81259a-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:44.261732237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"2ec20d2a-b562-44d9-89d0-6d21c4809e1d","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:44.306514084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"feb09bd1-2431-48c4-9e3a-7737f2d403e0","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:47.946113228Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.524908292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"951ce437-4529-4ade-ba23-122105dc760a","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.525537025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"1ab386ce-9ad1-4c2a-bfe3-8fa774a182b6","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.543819612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"f7975f97-3185-4c33-8285-cb6046eea4ea","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.544228912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"0fed6783-f2e8-4f23-a338-e7a9584ac4ce","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.569979045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"9709615c-7ee4-4ac4-9518-8342c645fa23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.570277355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"4cc56edc-6544-4124-a67c-dccca3a4d2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.571143754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"3a12ff23-9636-4efc-8173-b02224c37658","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.571883149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"493079a6-10f9-48ce-8f70-84abc9ac618a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.621099949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"4cc56edc-6544-4124-a67c-dccca3a4d2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.624022944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"9709615c-7ee4-4ac4-9518-8342c645fa23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.733552364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"a95a8518-65da-4b27-807a-21a56c67db83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.754709539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"a95a8518-65da-4b27-807a-21a56c67db83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.821316028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"0422b515-46fe-4a5f-b7c2-519b38dbf392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:53.839678494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"0422b515-46fe-4a5f-b7c2-519b38dbf392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.396568088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"13a3fd87-d596-4880-807d-c65541f38f04","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.397269874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"b0d615f8-5b51-4826-9826-f09a7615efec","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.462490871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"95dd779f-844c-41fa-b6cb-e7a60bc9b242","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.467134758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"582f61d6-207b-492e-ab73-437ee2ff7026","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.489976209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"78e3ff30-17af-4a50-b384-9519db0d8f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.502414538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"f725d314-73e7-4e6f-804a-ff28bc2c2fbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.503089805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"a6f73be7-6156-430c-91db-169f71c85ddf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.510382645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"78e3ff30-17af-4a50-b384-9519db0d8f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.654113892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"c0bbd932-ba62-4b55-b357-e1050f26c6fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.706719704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"c0bbd932-ba62-4b55-b357-e1050f26c6fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.756619659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"9c5d2a0f-84e5-48ab-b328-121308193bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.802215172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"20a00e0c-94da-4924-aa6c-582035df21a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.807099341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"9c5d2a0f-84e5-48ab-b328-121308193bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.850720756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"20a00e0c-94da-4924-aa6c-582035df21a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.879176737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"bcc864d8-d4dd-4ee9-924b-8f5f4e1c4c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.879754034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"0cb309f4-2c42-420d-a4fe-555912e6fdbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.904002183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"bcc864d8-d4dd-4ee9-924b-8f5f4e1c4c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.915545072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"0cb309f4-2c42-420d-a4fe-555912e6fdbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.963096226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"e2f2df7e-e182-4843-aca9-85119ec10774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.007472398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"e2f2df7e-e182-4843-aca9-85119ec10774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.074136247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"7f3da9df-dee1-4cb0-b171-85f35ebda145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.11219147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"7f3da9df-dee1-4cb0-b171-85f35ebda145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.693287944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"70f5cc27-06c9-4a4d-aaa2-37dff9fb2569","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.702202276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"ac9d546b-09b6-4f59-8538-04ce04c92430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.702212315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"5c51a8b8-f6a3-4486-a6b7-a022f8f1f5ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.721416658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"ac9d546b-09b6-4f59-8538-04ce04c92430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.725579683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"5c51a8b8-f6a3-4486-a6b7-a022f8f1f5ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.935260981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"b3e72d52-b18e-42e0-b86c-57fbb4d6dafd","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.935733895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"8938dcd5-ecb5-42ae-9028-f9a3a0e48209","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.936129484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"bbfb02c6-3f9b-4f91-b8d6-40cae5d7a4f4","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.968929038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"9545d75e-db9f-435f-a797-3c6b818d9a66","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.969499181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"8262837e-14da-4ef6-a3d1-5767798c0e78","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.969861419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"9d04fcde-3929-431d-801f-8ea564d6d2da","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.975234687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"8fe35366-6638-400d-97e5-818cf64f8bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.979492121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"1d9d0978-3b48-4b30-95e0-24d804f95c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.98341639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"8533f274-337c-4a4d-8c0f-e06eb66e3237","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.983518696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"49ea7cd0-e412-4120-9376-6d6c67d07959","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.994640074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"8fe35366-6638-400d-97e5-818cf64f8bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.998537767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"1d9d0978-3b48-4b30-95e0-24d804f95c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.128382609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"462ef9c7-10a9-46ea-be91-a1aee29bbf96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.128972218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"c8da6e17-28a5-478e-b578-216264133e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.173805526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"c8da6e17-28a5-478e-b578-216264133e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.177713621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"462ef9c7-10a9-46ea-be91-a1aee29bbf96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.21779927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"9acca4f6-08f1-4b64-b51d-c4128a331590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.236230688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"e2e-conflict-b-2f81a573","reconcileID":"0eb55aa9-70f4-467c-a67b-bbaf13bd9429","MaaSModelRef":{"name":"e2e-conflict-b-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"e2e-conflict-b-2f81a573-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"e2e-conflict-b-2f81a573","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.238622525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"9acca4f6-08f1-4b64-b51d-c4128a331590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.258231713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"e2e-conflict-a-2f81a573","reconcileID":"b74b0ee0-4d21-4eee-9e16-f007f493c0fe","MaaSModelRef":{"name":"e2e-conflict-a-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"e2e-conflict-a-2f81a573-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"e2e-conflict-a-2f81a573","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.2788626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"d697253a-e103-427c-a4cd-8d9e69a36058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.297068037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"d697253a-e103-427c-a4cd-8d9e69a36058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.167642603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"e2e-conflict-a-2f81a573","reconcileID":"60f953b5-a4d1-43f3-a5aa-5967819e7af6","MaaSModelRef":{"name":"e2e-conflict-a-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"e2e-conflict-a-2f81a573-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"e2e-conflict-a-2f81a573","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.29481896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-w5-b2921b","reconcileID":"630a7e71-6b68-4b3e-ba08-40c5a35e4f6a","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.434687665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"9e787a4d-681b-41bc-9dda-f30c2ba6ac1f","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.43514105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"ed3c5c6e-ce6f-4e9a-a35e-c95ec8981689","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.468272173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"584606e6-3dc9-49fd-bde9-4bb99d52f5aa","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.471288847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"973128cd-ad12-450d-88d2-cf2d58fc2696","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.483066839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"a4432130-ceef-4264-bec7-15040e32073e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.483224016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"cc2e0517-4dce-4cee-b4ae-c20fac8231e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.49146728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"a187dc10-a5a7-45d0-85c2-3a652cf1efe9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.492056117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"b56cc38c-f77a-4ac6-a7f8-ef64567a6d7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.501452612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"cc2e0517-4dce-4cee-b4ae-c20fac8231e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.501472915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"a4432130-ceef-4264-bec7-15040e32073e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.695403521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"8b0d607a-347e-49f1-bce4-739c0f59d2a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.695568952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"ca08bf3d-4d52-45b7-8184-e9984cdae78b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.72036966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"ca08bf3d-4d52-45b7-8184-e9984cdae78b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.73480226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"8b0d607a-347e-49f1-bce4-739c0f59d2a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:17.948449286Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.217737193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"3530ffdc-4e2f-4473-8530-be731c1548e9","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:23.270011912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"3a05d3f7-65e8-428e-9e75-811de9b4f9bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:23.272852504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"144b0574-9643-4c63-915a-34f353dad292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:23.290739061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"3a05d3f7-65e8-428e-9e75-811de9b4f9bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:23.299693126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"144b0574-9643-4c63-915a-34f353dad292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:23.406155798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"c164fbc6-5e58-48a6-a462-d73d864ca3fc","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:24.896947855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"3bd54a03-53d5-4267-8b08-89b47964ade5","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:24.897253717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"877089f7-4db9-4281-8ab7-0e74948c26bd","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:24.89751477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"1a41eaa9-0757-4e42-8b09-1d1c7f50e09f","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:24.926732997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"0dc1f7f9-f12f-4eb3-9a61-cfe10f8571e5","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:24.927127462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"cd0ed4ce-c08c-4832-860a-33ea9cd5bcb4","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:24.927392816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"34422562-2076-45e4-96f1-c6909051722d","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:24.937908629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"001869a7-b609-4432-b500-86e3074050fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:24.937930746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"fae58b66-ccec-45cf-b3be-d54998d60068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:24.938797226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"368f415f-fb0b-44e5-b877-521f3acd29ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:24.939012196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"404315c7-3bcf-4d66-8252-3e955e5eb164","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:24.958904307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"001869a7-b609-4432-b500-86e3074050fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:24.958909805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"fae58b66-ccec-45cf-b3be-d54998d60068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:25.036172621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"3c545bbd-990d-4572-a3eb-c5421cfc873e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:25.036355591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"d2b8687e-04cb-4237-af2e-305011cd1b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:25.066106023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"d2b8687e-04cb-4237-af2e-305011cd1b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:25.068645522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"3c545bbd-990d-4572-a3eb-c5421cfc873e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:30.379074623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"d5345feb-b943-45dc-be6a-f0b4a25a9337","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:30.379695508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"24b79597-f772-453c-a2b3-173231bd4523","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:30.391930789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"e2e-conflict-a-2f81a573","reconcileID":"0247b0c3-eee7-4aff-91ad-1907471f38c5","MaaSModelRef":{"name":"e2e-conflict-a-2f81a573","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"e2e-conflict-a-2f81a573-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"e2e-conflict-a-2f81a573","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:30.446044167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"71c46cca-b924-478b-bcea-93d24c7efe42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:30.450544282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"69ffb817-89a2-48f2-82f6-31f03d9d09a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:30.458973739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"3ad8c939-e904-4242-80e2-618f6eef9c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:30.459259492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"546d9cc9-14cf-42b8-b0b1-12fae3309837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:30.476741888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"546d9cc9-14cf-42b8-b0b1-12fae3309837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:30.477158178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"3ad8c939-e904-4242-80e2-618f6eef9c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:31.9631384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"2a3c9a5a-a601-4a1f-b63d-faa360314675","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.006271711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"af811774-dfe6-4efd-a642-89fdd9b1fe7a","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.032139845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"c77d152e-16d9-46af-a15f-d0efc19bb0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.032292242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"776caf4e-1355-4217-9d8e-7ad4e83368d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.032846938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"04323684-93df-4e47-877b-78ddfb505fa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.051168163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"776caf4e-1355-4217-9d8e-7ad4e83368d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.053203893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"c77d152e-16d9-46af-a15f-d0efc19bb0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.135681969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"8a5dd837-b892-4442-81e5-c6ca8b2cc62f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:35.923474125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"0aac18ef-9a9d-4d98-bb47-7bafb838c75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:35.923819789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"ad8e1c82-e8d4-456d-9f37-1e69d957556a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:35.945869926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"0aac18ef-9a9d-4d98-bb47-7bafb838c75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:35.94819312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"ad8e1c82-e8d4-456d-9f37-1e69d957556a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.032622534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"4d5b8a58-9a43-4d4d-b68f-ac99c498dd9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.032758766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"3af51861-8dc3-422c-9309-a6e1cd9ce6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.050364759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"4d5b8a58-9a43-4d4d-b68f-ac99c498dd9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.050497685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"3af51861-8dc3-422c-9309-a6e1cd9ce6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.649319187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"d7fa8636-5822-4bd6-b289-764014c5623c","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.571909031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"cce8075f-19eb-4c1d-bfac-89b57f4ef574","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.572363493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"42c0cc29-a02e-416a-a657-7528a77579d1","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.592474197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"f7138ca4-3c00-46a2-a7f4-d73bef9ad627","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.592802653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"e92ecfc5-dac5-4d17-a316-6927688dcad3","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.654521066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"06b6f00c-952e-43a5-846e-e4122b24a06b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.67342411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"06b6f00c-952e-43a5-846e-e4122b24a06b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.769914267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"7b72ec0d-43d6-43b0-8506-6412949a7ba2","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.791736109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"867832be-b5ca-41c0-b1e5-ffcc29a05cbc","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:54:37.805751919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"e939c107-25fa-4fe2-9e96-21b572102fe5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.810103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"b455a5f1-d8ef-4889-a212-5bfc44697d78","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.836193529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"d61da9f5-5a7a-4139-8974-8fae234dfda7","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.836529986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"07ca80de-3d6c-4e36-8d34-8d88735d9f00","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.841805251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"5e75d1b4-961e-484b-bf1f-822eda53693b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.854259017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"e2978327-c6e4-4cb1-b811-fce5adb3e85a","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.854666017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"ca7de247-6eec-4ccb-afa4-718dda888d4f","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.859049811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"5e75d1b4-961e-484b-bf1f-822eda53693b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.927166608Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"1937f010-ee14-4e51-b549-d1e7c6a8fcb4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-w4-063b46","model":"distinct-w4-063b46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/e2e-distinct-models-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.976864044Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"1937f010-ee14-4e51-b549-d1e7c6a8fcb4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-2-w4-063b46","model":"distinct-2-w4-063b46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/e2e-distinct-models-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.04572044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"c68be890-32d2-4e58-9aac-d7936bcbe3c9","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.046124373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"7864b190-da3a-4070-ba55-8946b35a92fb","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.071522273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"5828f0df-99de-40c3-b32b-662a3746e510","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.089884632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"9dc544dd-ff26-4297-a583-959db16fea9b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.090940653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"5828f0df-99de-40c3-b32b-662a3746e510","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.116178487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"9dc544dd-ff26-4297-a583-959db16fea9b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-2-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.67850388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"da9309c3-c3c1-4d2c-bc90-41f12574f8d2","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.679112954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"1ba7fc67-03c8-4724-9c81-e70626a9c6f2","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.679584402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-w5-b2921b","reconcileID":"a5bd5a72-e207-4169-ba2d-931bfdd55a44","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.710539464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"c6f008e1-b8e3-4aad-9f8c-57c3f1b14e98","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.710880116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-w5-b2921b","reconcileID":"6f3e6d81-0340-495d-9db8-f76512141fb9","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.711033629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"a9040bfe-c349-478b-8130-c6d3024522dd","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.721237261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"abe73fc8-56a8-40d0-9aeb-99f2b1d53f97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.721242103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"2ce73212-868a-4203-8783-5bb473511dab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.721969806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"ec520e3d-9633-4801-8d55-acfe9d03713c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.722727687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"ae396a58-34c3-4bd6-ad53-933312581a74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.742359549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"abe73fc8-56a8-40d0-9aeb-99f2b1d53f97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.742555789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"2ce73212-868a-4203-8783-5bb473511dab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.861455104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"7e164a83-9b14-4cd2-a5bf-8ce7b78dfa74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.86156762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"8e17eecc-c8e9-475b-b630-c0f9456479d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.923840567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"8e17eecc-c8e9-475b-b630-c0f9456479d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.924622394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"7e164a83-9b14-4cd2-a5bf-8ce7b78dfa74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:40.947978408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"86fe42ea-1b70-4d01-bbc5-30341ff6b6ba","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:40.972047914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"2e9acd24-13e9-4c9d-8bbb-bae81daa84e6","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:41.000632976Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"9392855c-04b0-4731-b782-756201aed22b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-36588a39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:41.013189643Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"73ebf302-71e0-4ba0-bc48-f8ba802cb3e3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-36588a39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:41.042950935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"69fa591e-34f2-4f56-8370-4e0573cf7b57","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:41.060989453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"69fa591e-34f2-4f56-8370-4e0573cf7b57","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:41.193188645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"e0b0e5d8-820d-4b4e-8c01-5915cef4af50","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:41.210855017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"e0b0e5d8-820d-4b4e-8c01-5915cef4af50","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.325963404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"78099eb8-7c93-4050-9e97-1fd184c190d4","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.326404737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"d9b59149-df9b-4ef9-92db-5b3b5e29ee74","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.326653952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"ce9412ad-95db-4256-b388-d91d1a1eab19","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.357972431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"24efbf95-4b3c-4f5f-86c9-369431920a1d","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.358275349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"eedd03e4-5075-4510-a0ee-68965809bf96","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.358565574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"b835d529-f296-40b0-91b0-4bc61d49a856","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.364358824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"0cffe2d5-bb99-4fa6-ab06-34ae686c4a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.367605289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"7ed16314-c167-4808-a0e4-928c7c8f36a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.370079921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"1209c7de-4ed2-40ea-9848-1fe47a90f339","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.370116892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"bedd458f-35bc-491c-8559-9b9b41459016","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.381851238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"0cffe2d5-bb99-4fa6-ab06-34ae686c4a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.386017634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"7ed16314-c167-4808-a0e4-928c7c8f36a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.471129579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"2e9c8934-ffff-4914-9daa-bce5dd644283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.531221738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"2e9c8934-ffff-4914-9daa-bce5dd644283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.577373653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"bee73aef-9a06-4436-8aa1-0c4dd4d9581c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.598460167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"bee73aef-9a06-4436-8aa1-0c4dd4d9581c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:47.956315957Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:48.204130584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"9b2d73ec-7c20-47b5-9b52-4c57911daf32","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.02671029Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"b1376ff5-54fa-41cd-84b8-effc25c4e5be","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","subscription":"e2e-distinct-models-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.040128228Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"b1376ff5-54fa-41cd-84b8-effc25c4e5be","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.053109166Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"b1376ff5-54fa-41cd-84b8-effc25c4e5be","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.068277074Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"b1376ff5-54fa-41cd-84b8-effc25c4e5be","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","subscription":"e2e-distinct-models-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.081352559Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"b1376ff5-54fa-41cd-84b8-effc25c4e5be","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.154317777Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-subscription","reconcileID":"b1376ff5-54fa-41cd-84b8-effc25c4e5be","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.233392348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"bbd55887-1dd6-4c2b-8d87-3d36c0c1d002","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.253757239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"03198389-542d-44d4-94d3-1cae1c165aac","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.318177578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"91baa7e3-abcc-45e5-b25f-b13e899a591f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.335789845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"91baa7e3-abcc-45e5-b25f-b13e899a591f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.409304219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"9393faf4-51c5-4ebd-b5af-21e978a72a53","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.409602614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"035db3ec-1ef0-4cdc-95cb-2c8e19be04cc","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.5759949Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"717f3c28-b851-4299-8705-032ba1de1cab","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.588386004Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-distinct-models-auth","reconcileID":"717f3c28-b851-4299-8705-032ba1de1cab","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.629934829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"83544710-606d-42db-b925-0a7d8eb057d0","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:51.630170115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"751b0b6b-1066-4579-940e-3cee19d2977c","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.611868985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"f2e04741-f9d9-46db-a36d-d64bccb3e0aa","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.627647503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"cc7d1632-d412-44c9-8a02-26b23308b91d","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.678305624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"a4a9c229-94fc-4581-a07d-b7c5583b2e84","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.695913716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"a4a9c229-94fc-4581-a07d-b7c5583b2e84","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.772933144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"d86d7407-7165-465b-a65d-07be30a1dd57","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.817528161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"ff20d4ac-2096-498f-b4ac-b83d60021dbd","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.822021838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"40603ed5-8539-4729-aa47-c5d93df1973e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.838713561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"0591281e-4323-443d-8fa5-c9b9fed4728b","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.840130214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"40603ed5-8539-4729-aa47-c5d93df1973e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:54:52.84743907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub1","reconcileID":"928b63d0-b67b-446e-8844-a9f6affc77f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:54:52.852734103Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"0591281e-4323-443d-8fa5-c9b9fed4728b","name":"distinct-w4-063b46","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-063b46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:54:52.852806641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"0591281e-4323-443d-8fa5-c9b9fed4728b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-063b46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.857978794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"f7a8be88-7ea5-43b1-ac3e-182ce3454564","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.877165435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"66e3db48-64b5-41f0-89f4-1ad40dbb9ca6","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.895043759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"eb1813f0-0eba-4386-aca0-1b1f7839cfb8","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:52.948954788Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub1","reconcileID":"6674c9bb-9830-487c-8b93-03e9f8d1f914","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-w4-063b46","model":"distinct-w4-063b46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/e2e-return-all-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.008227112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"5b9a5580-3775-47ce-a67f-8a25cbe0b7f6","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.025163253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"9fecb2f9-71da-4d9e-953e-20bfefd8d510","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.026056242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"2ef92ed3-b759-49c0-8610-403837b6dd7e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.040455353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"b5ee3cb7-bb62-463f-bf35-4a99faa07d58","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.043446993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"2ef92ed3-b759-49c0-8610-403837b6dd7e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.049610641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub1","reconcileID":"6c1318bb-3e3d-42e9-97df-48e4a67e3b37","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.137941973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"a642953e-ba45-43c3-b395-b3bb551ec00f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.155588522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"a642953e-ba45-43c3-b395-b3bb551ec00f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.231478916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"f03b743d-09a6-48c9-98b9-0879e473c8ba","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.231556485Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-063b46 priority=0:[ai-tenant-e2e-worker-w4-063b46/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-063b46/e2e-return-all-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.248182369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"22153c76-b5cf-411b-b57b-55b673e93345","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:54:53.272509522Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"22153c76-b5cf-411b-b57b-55b673e93345","name":"distinct-2-w4-063b46","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-063b46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:54:53.273785548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"22153c76-b5cf-411b-b57b-55b673e93345","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-063b46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.274044404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"9f05ea86-6b6a-400f-bee4-4663ffd94e42","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.27468226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"03e33278-7d94-449d-9dfd-3a65ec697581","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:54:53.273323399Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-063b46/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.291931169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"35d82d10-89f6-475e-b281-e79c9ddbe87d","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.316795647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"c0e39d46-951b-42e5-82ad-5e2b59ce2284","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.334396166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"c0e39d46-951b-42e5-82ad-5e2b59ce2284","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.348265227Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub2","reconcileID":"93bdf85c-17b7-420c-b913-c82b926f09c8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-2-w4-063b46","model":"distinct-2-w4-063b46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/e2e-return-all-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.410426004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"3b468a53-d3e8-412b-b51a-9e1d56ed919f","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.438789643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"fefb7f23-9584-43df-8e53-826469480c6a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.449671131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub2","reconcileID":"277004af-01c3-4554-8daf-4056a00a71a9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-2-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:53.456142324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"fefb7f23-9584-43df-8e53-826469480c6a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:54.888394895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"8678817d-6d67-4219-b043-edea08f9c78a","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:54.932332889Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub1","reconcileID":"13f0a0f4-32a3-4afa-9aca-d3b423656b1c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eeadf9d4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:54.980048252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"0194ffeb-97d7-4461-9ea9-963156aa2bae","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:54.999046159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"0194ffeb-97d7-4461-9ea9-963156aa2bae","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:55.246158716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-2-w3-17394a","reconcileID":"105f25b6-8c4e-44d8-b91f-3638d43a1c11","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-2-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-2-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.158043197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"fe579685-21cd-4786-b951-629658736738","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.177807189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"f9c366bb-fdff-4c21-b6f5-f9e854db4178","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.214970604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-auth","reconcileID":"33912f27-4f14-47f6-b9bf-df5b403b2334","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.232666637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-auth","reconcileID":"33912f27-4f14-47f6-b9bf-df5b403b2334","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.25150786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-17394a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (416bbcf14d8d8abe7091be8105324da3fc3398508ea07733eaa058a2b0c8a1b2) AuthConfig (5371e442a507073fecc045269c9672a93bf92edebf3e79d6c656aa8010848c0a) AuthConfig (7b2515716378161f3b2fb594ea1c29f69c18fa178b614982a2b0723890cd3143) AuthConfig (6265383d51cd19780145023732248920e5e575614ff507d6364e6680372a5bed) AuthConfig (510b58d4497d9d0bf752f5242d72e3a756fe5d6aa13088f79840a57b9152349e) AuthConfig (f581275d29448b574aec10052bbe3b82742d72d11a96fd4c164d8cfa6359444c) AuthConfig (d3f466e9ac50ab6393f6d4010ab8d35b41a4100ea7a7842c55b9bae14bd4c97e) AuthConfig (4600e0c66e65f02bfb23e14cc7b3c965d045e8c9d2b46f54c75a2e8fed935548) AuthConfig (748899c23ba661648cac8af561fcadc3de700882e1fe542f452d07d2077d999e) AuthConfig (e0bfb35ce6515395af658adf01ba9e81dfdb564eea3a721b6d3b94b42d65dd88) AuthConfig (51c2cef19d70f4e1cef0fa82c6531391f7909c7a8fe4805c72961887b1a3816d) AuthConfig (9178987f6a7fb24d9cc89bdcdc5521428d2a40b4acf16bd2e84fba684842ad19)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-auth","reconcileID":"33912f27-4f14-47f6-b9bf-df5b403b2334","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.27157306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"86d4fc4b-47ef-4200-baaa-515a05718031","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.31787928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-auth","reconcileID":"0869d199-4a3d-40f1-aaf3-15b133396fc3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.33665202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-auth","reconcileID":"0869d199-4a3d-40f1-aaf3-15b133396fc3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.356824722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-17394a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (416bbcf14d8d8abe7091be8105324da3fc3398508ea07733eaa058a2b0c8a1b2) AuthConfig (5371e442a507073fecc045269c9672a93bf92edebf3e79d6c656aa8010848c0a) AuthConfig (7b2515716378161f3b2fb594ea1c29f69c18fa178b614982a2b0723890cd3143) AuthConfig (6265383d51cd19780145023732248920e5e575614ff507d6364e6680372a5bed) AuthConfig (510b58d4497d9d0bf752f5242d72e3a756fe5d6aa13088f79840a57b9152349e) AuthConfig (f581275d29448b574aec10052bbe3b82742d72d11a96fd4c164d8cfa6359444c) AuthConfig (d3f466e9ac50ab6393f6d4010ab8d35b41a4100ea7a7842c55b9bae14bd4c97e) AuthConfig (4600e0c66e65f02bfb23e14cc7b3c965d045e8c9d2b46f54c75a2e8fed935548) AuthConfig (748899c23ba661648cac8af561fcadc3de700882e1fe542f452d07d2077d999e) AuthConfig (e0bfb35ce6515395af658adf01ba9e81dfdb564eea3a721b6d3b94b42d65dd88) AuthConfig (51c2cef19d70f4e1cef0fa82c6531391f7909c7a8fe4805c72961887b1a3816d) AuthConfig (9178987f6a7fb24d9cc89bdcdc5521428d2a40b4acf16bd2e84fba684842ad19)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-auth","reconcileID":"0869d199-4a3d-40f1-aaf3-15b133396fc3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.434701585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"cb03b72d-cb0c-44d5-bc6f-f9bd955d0219","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.435093357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"f7c00ead-74f6-40ce-8cb9-858b47b438ad","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.435350878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"9452fed8-b6e8-4e02-910f-e9e21853a6c2","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.472520907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"66d7ef6c-3395-4e68-af02-e715a33f117c","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.47332624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"969ca512-a5e7-487d-8490-09b4122cd124","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.473917506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"a5b44ec0-b6ce-48ca-a918-b836d718f45f","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.474697267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"75a64792-67b9-422d-bcd5-066f883b9763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.475059555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"d8c267bc-38e3-4aa7-90bc-2a4f36d8b005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.475813834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"0ac4d21e-129c-4613-a716-a0751c9cb06f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.47651589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"59fa1f3e-077a-471f-8220-ae0933ddedbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.502110475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"75a64792-67b9-422d-bcd5-066f883b9763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.502171504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"d8c267bc-38e3-4aa7-90bc-2a4f36d8b005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.594818691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"5e824a2f-0fb9-4871-b8fd-4852626fc3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.595327105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"94d55c1d-c8f5-4c28-8789-a119f3b4ca07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.65515584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"5e824a2f-0fb9-4871-b8fd-4852626fc3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.656254939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"94d55c1d-c8f5-4c28-8789-a119f3b4ca07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.368094015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"d5f4b8e7-e03d-46d9-ae79-275104941c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.368488776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"565b9d5d-0402-40db-877a-ec6cba34a867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.485592554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"565b9d5d-0402-40db-877a-ec6cba34a867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.559199203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"d5f4b8e7-e03d-46d9-ae79-275104941c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.595219277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"308b4692-5af7-4337-bcd8-bca336c2778f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.624078656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"e983d809-4d4f-4bb0-b6c0-ef68e0dbf2f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.624387303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"0a038300-9eb9-495a-a5e5-a3fccaba92bf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.64565515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"0a038300-9eb9-495a-a5e5-a3fccaba92bf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.651250606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"e983d809-4d4f-4bb0-b6c0-ef68e0dbf2f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.670259361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"308b4692-5af7-4337-bcd8-bca336c2778f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.806523184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"aba2a63e-403f-4f2f-b941-d376acf05d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.868545529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"aba2a63e-403f-4f2f-b941-d376acf05d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.882225561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"a5d90f1c-54b1-49c2-a02b-7dd00da6f1ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.890985264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"cbced3da-ce22-4401-b79d-06772755b66d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.916165431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"cbced3da-ce22-4401-b79d-06772755b66d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.917591889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"a5d90f1c-54b1-49c2-a02b-7dd00da6f1ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.987079546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"d9fdc6d8-49fa-403b-a9f2-caa622bd0706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:02.987281411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"63069646-bce9-4510-9b07-b2a83627856f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.055113771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"63069646-bce9-4510-9b07-b2a83627856f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.05769551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"d9fdc6d8-49fa-403b-a9f2-caa622bd0706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.170136949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"9c898438-6b5f-4e07-a420-767a09350ca5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.237382991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"9c898438-6b5f-4e07-a420-767a09350ca5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.9454919Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub1","reconcileID":"becfb5e8-c4e9-4025-a23b-10ee415370ec","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","subscription":"e2e-return-all-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.958804092Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub1","reconcileID":"becfb5e8-c4e9-4025-a23b-10ee415370ec","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.971814046Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub1","reconcileID":"becfb5e8-c4e9-4025-a23b-10ee415370ec","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.05356728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"80ca9942-a4b8-4a9f-a1ae-435e831e507e","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.075331501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"88447a1c-58a1-4735-b350-8ea3c5e53dfd","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.13597972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"5c670f8d-aaf7-4a5d-bf83-85b13a280f33","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.153792503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"5c670f8d-aaf7-4a5d-bf83-85b13a280f33","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.206494939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"9fc3744e-cd34-4179-992e-4b5f8532c552","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.251348266Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub2","reconcileID":"7b10e242-69fc-4d25-9093-7ccbce0aa24b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f0b7366","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.289274883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"4fe5058b-cf4c-4a07-af78-44fe8f94e4f1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.308182437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"4fe5058b-cf4c-4a07-af78-44fe8f94e4f1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.395492146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-auth","reconcileID":"fd369c0d-4177-4d65-9fed-79b09d07fa43","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.41329869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-auth","reconcileID":"fd369c0d-4177-4d65-9fed-79b09d07fa43","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.573801181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"42c667f2-cff9-458f-803b-6be2f2e53625","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.452095325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"a90263ec-beb4-4ae8-9c64-d823216edbe6","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.470556549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"9c520238-16cc-494d-bee2-756e4598491e","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:07.486156384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-subscription","reconcileID":"c878f600-21a2-4c13-a3a3-0486aa9afc99","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.563303067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"568c19bb-0f4e-45b2-af44-7d6a7666fe89","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.563699838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"f1b8f813-781f-4755-8e7b-aa22760a8efa","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.564005821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"be59ec1d-f2fc-44de-b034-03b56f7a088f","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.581729974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"2779710c-8114-4346-ab07-f28b52ef3c23","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.58538297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"a31d280c-dc93-452f-b99e-55c6d4d950e1","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.585952545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"9a0b72c0-dec8-4689-a0a3-fffbe1168a59","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.606910362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"d0da7f7a-4200-4cf1-9f98-5c00f457bba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.606973438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"9fc61fee-b455-4296-b3ba-b84b76e35b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.607903704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"8c3cac31-1853-42ac-b537-c5146eff8d40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.664945697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"9fc61fee-b455-4296-b3ba-b84b76e35b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.667006053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"d0da7f7a-4200-4cf1-9f98-5c00f457bba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.722409131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"06f80b3c-ba36-4815-96b9-7f9b2a54616e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.81043396Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-subscription","reconcileID":"82b44b9f-f0f5-45d5-b9a1-923c05bdaeef","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-17394a/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-17394a/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.843509598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"f08ad721-5ea3-43ef-9d8f-8d7ac4b0d84a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.854781961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"c2886ad8-be3e-4ea1-919a-eab5dee2a439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.855033725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"7f012f06-30e6-41bf-bb66-9aee012a9a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.872564611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"c2886ad8-be3e-4ea1-919a-eab5dee2a439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.873367354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"7f012f06-30e6-41bf-bb66-9aee012a9a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.881337718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"bce360f8-e50b-4d2e-b296-227f57f1e859","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.920570896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-subscription","reconcileID":"60d52cea-0cf4-4de4-9009-d4d7e5f9bb6c","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:10.114143396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"25f0b783-4f66-4539-a238-9860691697f2","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.221860714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-2-w5-b2921b","reconcileID":"20ec9965-5181-4cea-aca7-80825a29abd7","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-2-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-2-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:14.794176273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"dc00c303-55dc-42c6-8faa-baba216765be","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:14.810130921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"c743cf90-a0bd-4e06-94e5-e31dd454f0b4","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:14.847100061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8c1dac21-abb5-48d5-ae50-a6b54b9c83bc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:14.872077872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8c1dac21-abb5-48d5-ae50-a6b54b9c83bc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:14.889638805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-b2921b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (512c02e2ae2be44706a3f591dd0587a145f8a0b85fed7d9941e0d80ca6be9a12) AuthConfig (50a94504f64487436599b6ea8de08083dcf8c0aa66010ff1201f02b7c1ff00a8) AuthConfig (710372d47af4763e42896768b1ff3709f076aaa02a811a5237e4936ed9585edd) AuthConfig (86b54e862a94219f081888441c1a470a681fa826708f7c145321f26e36fe96f5) AuthConfig (6055c69668e7a5284bdb4e55c00ca5d5c22ddf969b358b25f58f2013eb58c13e) AuthConfig (b67ba1ee2e8f93ac3cb35613f04558214e9bb546b0dc4e796f20e6b548ecbee6) AuthConfig (5ce32e9eb8dab34f129c41bd8bdba1ce6c9ed94d3fd9fab0db5f934b9b5e62da) AuthConfig (7748d57632566f08e82ba666d3ec6ea2a5bc0539d60da40676995f528a6ec1f2) AuthConfig (cbaeec77e524610b52377676631bbe9490645f163fcc066edd68ace253213c9a) AuthConfig (3512a1a310884dc155df702b748cf9bf7c13e5d87ca78d0dacaf5f153ba496ae) AuthConfig (c13e7cb38ce634df119fd69d4b03f026da5cd0a90e0ba6d57dbb4fc3976ad7fd) AuthConfig (bedc99941fffe7cbc654792e43d41593f2a8bc5c1a49d0b1de918b0d7a4636af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8c1dac21-abb5-48d5-ae50-a6b54b9c83bc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:14.907516014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"1ef5a636-842d-4ab6-95b7-15cbfd894962","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:14.947091715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8b86abec-d627-4e71-aad2-13607605ceeb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:14.970043442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8b86abec-d627-4e71-aad2-13607605ceeb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:14.990600453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-b2921b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (512c02e2ae2be44706a3f591dd0587a145f8a0b85fed7d9941e0d80ca6be9a12) AuthConfig (50a94504f64487436599b6ea8de08083dcf8c0aa66010ff1201f02b7c1ff00a8) AuthConfig (710372d47af4763e42896768b1ff3709f076aaa02a811a5237e4936ed9585edd) AuthConfig (86b54e862a94219f081888441c1a470a681fa826708f7c145321f26e36fe96f5) AuthConfig (6055c69668e7a5284bdb4e55c00ca5d5c22ddf969b358b25f58f2013eb58c13e) AuthConfig (b67ba1ee2e8f93ac3cb35613f04558214e9bb546b0dc4e796f20e6b548ecbee6) AuthConfig (5ce32e9eb8dab34f129c41bd8bdba1ce6c9ed94d3fd9fab0db5f934b9b5e62da) AuthConfig (7748d57632566f08e82ba666d3ec6ea2a5bc0539d60da40676995f528a6ec1f2) AuthConfig (cbaeec77e524610b52377676631bbe9490645f163fcc066edd68ace253213c9a) AuthConfig (3512a1a310884dc155df702b748cf9bf7c13e5d87ca78d0dacaf5f153ba496ae) AuthConfig (c13e7cb38ce634df119fd69d4b03f026da5cd0a90e0ba6d57dbb4fc3976ad7fd) AuthConfig (bedc99941fffe7cbc654792e43d41593f2a8bc5c1a49d0b1de918b0d7a4636af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8b86abec-d627-4e71-aad2-13607605ceeb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:15.004548839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8b86abec-d627-4e71-aad2-13607605ceeb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-deleted-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.004755056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"3c20598f-1326-448b-9b1c-4bc77217cdb2","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.023296608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"b49781eb-dac5-45aa-86ff-1e521ddfbcef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:15.035407766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub","reconcileID":"b27e877c-fcbe-4610-9cd0-c47e586e2eaa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.048064967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d7d499d2-a0c4-4fb3-89b7-d4bdb5c6e879","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.071289272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d7d499d2-a0c4-4fb3-89b7-d4bdb5c6e879","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.075880888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"c26a875e-45cc-41ea-b79e-f8f80084a0e4","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.089662875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-b2921b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (512c02e2ae2be44706a3f591dd0587a145f8a0b85fed7d9941e0d80ca6be9a12) AuthConfig (50a94504f64487436599b6ea8de08083dcf8c0aa66010ff1201f02b7c1ff00a8) AuthConfig (710372d47af4763e42896768b1ff3709f076aaa02a811a5237e4936ed9585edd) AuthConfig (86b54e862a94219f081888441c1a470a681fa826708f7c145321f26e36fe96f5) AuthConfig (6055c69668e7a5284bdb4e55c00ca5d5c22ddf969b358b25f58f2013eb58c13e) AuthConfig (b67ba1ee2e8f93ac3cb35613f04558214e9bb546b0dc4e796f20e6b548ecbee6) AuthConfig (5ce32e9eb8dab34f129c41bd8bdba1ce6c9ed94d3fd9fab0db5f934b9b5e62da) AuthConfig (7748d57632566f08e82ba666d3ec6ea2a5bc0539d60da40676995f528a6ec1f2) AuthConfig (cbaeec77e524610b52377676631bbe9490645f163fcc066edd68ace253213c9a) AuthConfig (3512a1a310884dc155df702b748cf9bf7c13e5d87ca78d0dacaf5f153ba496ae) AuthConfig (c13e7cb38ce634df119fd69d4b03f026da5cd0a90e0ba6d57dbb4fc3976ad7fd) AuthConfig (bedc99941fffe7cbc654792e43d41593f2a8bc5c1a49d0b1de918b0d7a4636af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d7d499d2-a0c4-4fb3-89b7-d4bdb5c6e879","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.094497573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"cffd153b-6a45-45cf-86bf-23411874b88f","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.153073437Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub","reconcileID":"e730f527-03a9-4991-b59e-4ad511263241","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-b2921b/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w5-b2921b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.209821741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"bf79ac0d-50dc-4fd2-8177-e458171fe6f8","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.234590846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"0eeb8de1-cbb1-4eeb-8155-73113080a8d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.268044364Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub2","reconcileID":"1421dca0-f36c-4b08-9ce3-b154bfb8947e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","subscription":"e2e-return-all-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.288120701Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub2","reconcileID":"1421dca0-f36c-4b08-9ce3-b154bfb8947e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.334331434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub","reconcileID":"031d6d38-5d88-4a9a-9ae5-9770e528d1e0","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.348054731Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-sub2","reconcileID":"1421dca0-f36c-4b08-9ce3-b154bfb8947e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.50399817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"fe47e87c-1125-4f42-938f-dac42100cdef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.523053497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"7b18374c-61f1-445a-9184-4388b474bdac","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.587988045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"f55eff9a-64b5-48f7-8ad4-9fac9b88a995","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.605676067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"f55eff9a-64b5-48f7-8ad4-9fac9b88a995","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.661445818Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth1","reconcileID":"af9e1781-74f8-425e-9b68-88ca00e1217d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.661693327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"86206ddc-37db-4cd2-a35f-f552231a2540","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.803926541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"40e3eea3-b3b2-4388-89e5-8bdf5cf4daf6","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.959215763Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-return-all-auth2","reconcileID":"b33bb06d-0b85-4536-b06b-8776e04a4147","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.959303139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"c6ad423c-67c9-40ed-bec1-ba031c7192af","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.005306698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"b0ceaec7-2563-4049-adfd-7074ac82dcc8","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.091930999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"5543993b-dfa3-48f0-9b6b-c2485bf37ced","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.092433645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"2f9a80ee-028c-414d-b7cb-0a7d1fe041ac","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.092896624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"d6108779-3933-4ac9-a6c9-7386c58b4484","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.123090491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"ff6aefa5-a346-45de-94a9-1a2e74150f0d","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.123433027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"265b4371-26bd-42e1-ba2d-f6ea6edd3b3a","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.123817834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"cf2a78d2-5a82-4afb-98f8-3308212debb2","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.132301796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"6558f4b5-7e79-44d6-ba4f-8a7f54bcaa3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.132565507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"2e9678ff-61c0-4f2f-bcb4-197487061619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.134946318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"47946dff-d13d-4ff2-9a30-9593b1fcfe54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.135037907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"8a21798c-5807-480a-b037-5a0dd30dda7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.149883415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"6558f4b5-7e79-44d6-ba4f-8a7f54bcaa3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.151396944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"2e9678ff-61c0-4f2f-bcb4-197487061619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.267389262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"2b171c7d-2c80-4346-8e7f-863d0af53c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.267503827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"0bdf7adb-e305-420a-919b-b83a6df6dc83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.300519344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"2b171c7d-2c80-4346-8e7f-863d0af53c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:16.314288624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"0bdf7adb-e305-420a-919b-b83a6df6dc83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.411383899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"14f96a49-4adc-4e10-a8cb-45297f8abc65","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.429833913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"573156eb-726f-4f20-bdcd-61d0c83ae85b","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.478822962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bf0d36f2-bb34-4afd-99b0-9c10270a26e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.501810748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bf0d36f2-bb34-4afd-99b0-9c10270a26e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.620832965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"52d1c1e5-4c41-4b65-9642-c7a6b72aa730","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.640078429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"4cea83f6-d3e1-4215-a6cc-d6602cc48961","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:17.660257492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub1","reconcileID":"15b9ba56-f8d6-4b33-ad84-e5dad8f48396","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:17.66107539Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"4cea83f6-d3e1-4215-a6cc-d6602cc48961","name":"distinct-w4-063b46","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-063b46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:17.661147288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"4cea83f6-d3e1-4215-a6cc-d6602cc48961","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-063b46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.662790897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"6c8f14a9-cf76-4172-a73f-3b1a93fa488b","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.710367623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"93a882f8-39f0-4d29-90e7-6a08885402ba","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.728976298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"cef65ed9-32f9-43e6-a43b-bec6f7dbb64d","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.736760172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ea50ecaa-adc2-4481-864d-f402d7afa97f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.754373957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ea50ecaa-adc2-4481-864d-f402d7afa97f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.784582638Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7a69d279-0743-498a-af5c-4193d5d265c2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-w4-063b46","model":"distinct-w4-063b46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/e2e-sa-multi-hdr-sub1"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:17.826016261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ea50ecaa-adc2-4481-864d-f402d7afa97f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.827647075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"007a38ed-1cfb-490f-8ae1-1af467c2c261","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.837409678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"1dd4b755-85d2-4d8f-bc56-92adffaccb98","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.843100002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"51618e17-5629-407d-ab4a-f599c117262c","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.876274453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fe3372a4-794b-4892-806f-8704ebaa564f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.895350513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fe0a7048-f334-45d5-bacc-c86375f7a947","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.91460501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fe0a7048-f334-45d5-bacc-c86375f7a947","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.94666725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:17.993448544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"01ae9ef2-b5c2-4365-9dfb-6bd74b0f4044","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.010995642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"01ae9ef2-b5c2-4365-9dfb-6bd74b0f4044","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.029471597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"46ead696-6ed6-48cb-8f02-8a9bcb01cbad","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.029971913Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-063b46 priority=0:[ai-tenant-e2e-worker-w4-063b46/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-063b46/e2e-sa-multi-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.048567007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"5fc5087d-9439-4979-965e-8f86f4c825a4","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:18.061038524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5c97a3fd-2693-40c0-88b2-f7d2199d4409","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:18.062484202Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"5fc5087d-9439-4979-965e-8f86f4c825a4","name":"distinct-2-w4-063b46","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-063b46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:18.062540982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"5fc5087d-9439-4979-965e-8f86f4c825a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-063b46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.062644995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"29d4aff7-5480-428e-94af-14ef7c5b1c9f","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.067876375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"570000de-446a-4457-87d6-fb09e46ee8a0","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.091339195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"d52d5fbe-2f92-4074-adff-73bfdc1ad197","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.109456765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"0efbfe4c-ee37-438e-b019-55c7adc401a2","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.168093948Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6f331cf1-0183-4d42-b873-b27d9b5050e5","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-2-w4-063b46","model":"distinct-2-w4-063b46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/e2e-sa-multi-hdr-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.174406072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"dea85917-24aa-4b04-8a03-d5a9bc3f206c","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.221258494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"52568e1f-5f8b-4389-aea2-5197c891db6a","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.238957945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"89e61434-7093-4e5b-ae0f-fdc30c76f293","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.256406952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"89e61434-7093-4e5b-ae0f-fdc30c76f293","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.260656208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub2","reconcileID":"467f2954-ab44-4d42-86c0-d70a18069f62","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-2-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:19.029583268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"5a64b4e6-73c9-4879-be5f-9c6498b536e2","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:19.584147875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"f2ff2b37-8f77-4dc0-b34f-b99604b64900","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:19.632448659Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub1","reconcileID":"16a2fcd5-1236-4a46-8e9c-9df1dcdc4642","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9bd27b89","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:19.671031025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b7a76dfd-983e-4f4a-87af-9e33481dcb0e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:19.691951922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b7a76dfd-983e-4f4a-87af-9e33481dcb0e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:19.942265203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"ef90134e-8afb-4dae-8633-db184103ceb7","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:19.95987563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"187fa601-7d26-4bf6-ac10-2944a729971e","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:19.996295127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"f0fca356-70a2-4d99-9abb-cbf5c55b9830","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.015033181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"f0fca356-70a2-4d99-9abb-cbf5c55b9830","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.03238934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-08e15d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b2200bb9b96e55ac0300c52c3fab136f37b9076785cd5c81ef95bdcb4b6547d1) AuthConfig (9573269a75c1f248f35d529aa533b39148b4b220aaa5b1cfa289985618d8f9c6) AuthConfig (80d4ecd7d25469c26d53ba5b4990647c30bfbabede28db21544137e5bf110ead) AuthConfig (2a2cbc3e789c2ba41601f1673250f68b5ef76c5f1393ca5d394bd26a316dbd22) AuthConfig (8d51b7764fb875fe196c9bc44190b5cae24624e7b1cbb0efd2e95f093e42d8d4) AuthConfig (be68d11603a56127e9eaa939c00ff9a1e8bee2196b16a0f46081877f0d5c15c6) AuthConfig (af178188ae0985d72256a5f449ce8e9f973f2371df880c19f0f4deeb7b8bc0e0) AuthConfig (0a432fc676b78afdff856719766431f8dfcfe3bc41229101cfb1c9668f592e7c) AuthConfig (d32797a8efd59e47ca45b5262503822b4ef7c8d52cbefc407ce90cc312df055d) AuthConfig (881b2e6e76692ddb3e6142e8fef891b237d85d7a979b47cb6b0e26878484b5e6) AuthConfig (645681c681da963c09e2374ba4ee72922b0397d260227d79fada761424ffcecb) AuthConfig (8586387784e88c9c0972eae49037b6f5d9c8524381f0e3275c103c392274a4e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"f0fca356-70a2-4d99-9abb-cbf5c55b9830","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.050902791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"9cb9dbc9-c5c2-4090-9e35-8974bfe3b734","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.096182671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"ea189124-a98d-49d3-a4b7-fd856a055b99","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.113349813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"ea189124-a98d-49d3-a4b7-fd856a055b99","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.129839964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-08e15d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b2200bb9b96e55ac0300c52c3fab136f37b9076785cd5c81ef95bdcb4b6547d1) AuthConfig (9573269a75c1f248f35d529aa533b39148b4b220aaa5b1cfa289985618d8f9c6) AuthConfig (80d4ecd7d25469c26d53ba5b4990647c30bfbabede28db21544137e5bf110ead) AuthConfig (2a2cbc3e789c2ba41601f1673250f68b5ef76c5f1393ca5d394bd26a316dbd22) AuthConfig (8d51b7764fb875fe196c9bc44190b5cae24624e7b1cbb0efd2e95f093e42d8d4) AuthConfig (be68d11603a56127e9eaa939c00ff9a1e8bee2196b16a0f46081877f0d5c15c6) AuthConfig (af178188ae0985d72256a5f449ce8e9f973f2371df880c19f0f4deeb7b8bc0e0) AuthConfig (0a432fc676b78afdff856719766431f8dfcfe3bc41229101cfb1c9668f592e7c) AuthConfig (d32797a8efd59e47ca45b5262503822b4ef7c8d52cbefc407ce90cc312df055d) AuthConfig (881b2e6e76692ddb3e6142e8fef891b237d85d7a979b47cb6b0e26878484b5e6) AuthConfig (645681c681da963c09e2374ba4ee72922b0397d260227d79fada761424ffcecb) AuthConfig (8586387784e88c9c0972eae49037b6f5d9c8524381f0e3275c103c392274a4e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"ea189124-a98d-49d3-a4b7-fd856a055b99","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.132227301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"aa18e088-9ad5-497a-b1a9-efb2e60a44d6","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:20.143750333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"ea189124-a98d-49d3-a4b7-fd856a055b99","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.151309966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"53cb21cb-9a95-4789-98a3-13b704db99fe","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.158516739Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-subscription","reconcileID":"72c1356f-e2c5-4602-9ffb-13479c71eec3","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscription":"e2e-dedup-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.161402619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"5bc6622e-c5f1-4d94-a440-c581624eba69","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:20.16453164Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-08e15d/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.176948205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"96a21745-8700-4d59-8e7e-9ef8fc6f15dc","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.196145855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"b039fbc9-49a6-4177-a20d-cd7afa3d27d0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.204097525Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-subscription","reconcileID":"72c1356f-e2c5-4602-9ffb-13479c71eec3","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-17394a/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.214097871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"b039fbc9-49a6-4177-a20d-cd7afa3d27d0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.230267014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-08e15d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b2200bb9b96e55ac0300c52c3fab136f37b9076785cd5c81ef95bdcb4b6547d1) AuthConfig (9573269a75c1f248f35d529aa533b39148b4b220aaa5b1cfa289985618d8f9c6) AuthConfig (80d4ecd7d25469c26d53ba5b4990647c30bfbabede28db21544137e5bf110ead) AuthConfig (2a2cbc3e789c2ba41601f1673250f68b5ef76c5f1393ca5d394bd26a316dbd22) AuthConfig (8d51b7764fb875fe196c9bc44190b5cae24624e7b1cbb0efd2e95f093e42d8d4) AuthConfig (be68d11603a56127e9eaa939c00ff9a1e8bee2196b16a0f46081877f0d5c15c6) AuthConfig (af178188ae0985d72256a5f449ce8e9f973f2371df880c19f0f4deeb7b8bc0e0) AuthConfig (0a432fc676b78afdff856719766431f8dfcfe3bc41229101cfb1c9668f592e7c) AuthConfig (d32797a8efd59e47ca45b5262503822b4ef7c8d52cbefc407ce90cc312df055d) AuthConfig (881b2e6e76692ddb3e6142e8fef891b237d85d7a979b47cb6b0e26878484b5e6) AuthConfig (645681c681da963c09e2374ba4ee72922b0397d260227d79fada761424ffcecb) AuthConfig (8586387784e88c9c0972eae49037b6f5d9c8524381f0e3275c103c392274a4e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"b039fbc9-49a6-4177-a20d-cd7afa3d27d0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.234123632Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-sub","reconcileID":"0904c355-f282-4c5d-8a81-15c0eed0c61b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-08e15d/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w0-08e15d/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.284255145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"a035f906-1060-4c6b-a980-ac0746d16f15","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.315676506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"dd36aa3f-28e8-4461-9035-ee4e340dd7ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.315794801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"5b7c7bcd-655c-4ae4-9b41-edff6ff184b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.321911172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"17652505-8306-44aa-8148-bff384cf39a4","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.322581424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-sub","reconcileID":"50c03315-be01-400e-a610-d329e77d5680","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.34015232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"55f2f8c0-5973-4399-a115-96a00c3b06ee","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.477236906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-dedup-auth","reconcileID":"0b6c2249-7823-4602-8917-529562edffce","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.477632604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"dda64857-cc4f-4c88-8326-c9342ca36b03","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:20.519302284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"67b0dd72-4366-4c95-b4d2-8312f4fb0e7b","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.587111391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"e197d4a8-5860-4de8-ba13-1b852c413361","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.60216751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"79069a78-94ed-4323-ad16-f60253a76c04","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.638393846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-user-token-filter-auth","reconcileID":"69194363-9b42-4611-8083-ddde71a3e297","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.655451562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-user-token-filter-auth","reconcileID":"69194363-9b42-4611-8083-ddde71a3e297","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.729056161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"63426b37-67c2-45dc-a034-4e4c10566f21","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.765788001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-user-token-filter-auth","reconcileID":"9c908714-efc1-48b5-9aee-5c6203c56c5b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.783192229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-user-token-filter-auth","reconcileID":"9c908714-efc1-48b5-9aee-5c6203c56c5b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.792644668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"def08f8c-25b3-4f8f-a1fe-1cbcbef43c55","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.810577116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"a81e78f2-ea96-4065-84fb-5b894cadf538","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:21.82226307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-user-token-filter-sub","reconcileID":"853005e6-77e1-4801-af41-4fb803347408","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.858741824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"73a54a9a-9e33-4830-8460-07b3640af080","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.877577899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"92bc451c-b72f-429b-a1fd-6393ec9d1cb2","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.936029023Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-user-token-filter-sub","reconcileID":"e10666f7-e863-456e-b239-f76c4266ed1b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-17394a/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-17394a/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:21.98546256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"8079a2db-d730-48fc-b702-b5ee5098a6b3","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:22.066983811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"b1c1df6a-5b1b-4c58-beea-8346affb92ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:22.079740085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-user-token-filter-sub","reconcileID":"025008bf-7ae4-4159-b33f-8376d1dec89c","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:22.359849441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"76605f07-5b5f-4e92-9474-f8ed49e49e44","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:25.131944963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9ebd899d-48b5-4565-b118-ab7bc9640873","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:25.150154198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9ebd899d-48b5-4565-b118-ab7bc9640873","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:25.170672876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-b2921b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (512c02e2ae2be44706a3f591dd0587a145f8a0b85fed7d9941e0d80ca6be9a12) AuthConfig (50a94504f64487436599b6ea8de08083dcf8c0aa66010ff1201f02b7c1ff00a8) AuthConfig (710372d47af4763e42896768b1ff3709f076aaa02a811a5237e4936ed9585edd) AuthConfig (86b54e862a94219f081888441c1a470a681fa826708f7c145321f26e36fe96f5) AuthConfig (6055c69668e7a5284bdb4e55c00ca5d5c22ddf969b358b25f58f2013eb58c13e) AuthConfig (b67ba1ee2e8f93ac3cb35613f04558214e9bb546b0dc4e796f20e6b548ecbee6) AuthConfig (5ce32e9eb8dab34f129c41bd8bdba1ce6c9ed94d3fd9fab0db5f934b9b5e62da) AuthConfig (7748d57632566f08e82ba666d3ec6ea2a5bc0539d60da40676995f528a6ec1f2) AuthConfig (cbaeec77e524610b52377676631bbe9490645f163fcc066edd68ace253213c9a) AuthConfig (3512a1a310884dc155df702b748cf9bf7c13e5d87ca78d0dacaf5f153ba496ae) AuthConfig (c13e7cb38ce634df119fd69d4b03f026da5cd0a90e0ba6d57dbb4fc3976ad7fd) AuthConfig (bedc99941fffe7cbc654792e43d41593f2a8bc5c1a49d0b1de918b0d7a4636af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9ebd899d-48b5-4565-b118-ab7bc9640873","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.359234688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"0995588f-7337-47fb-a13f-48dab30b0940","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:27.580293738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"776ea7a1-44a7-4148-87d2-5786f4306bb7","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:27.616130227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"1900c2fc-5b1c-4a2b-8015-ec7fce9a35b4","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:27.83061956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"711f2089-7fa6-4983-b432-8e28db7c1414","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:27.944590027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"46b48bc1-8733-4778-9248-75a2096b6b25","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:27.94596458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"711f2089-7fa6-4983-b432-8e28db7c1414","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.005800782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-31226c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5c374e3203a335f0e95858987b90b76303fefc244b17d8ddefd214938cbedca) AuthConfig (8ddf86a54e2b053a11fa2f11cf8a04d9724a57ed28159798683bbec18fedd720) AuthConfig (9bf1e520f89027971bc9ba4fe1e4a06f4b5a1550129824ba19d211c9429a17ce) AuthConfig (d6f3d2eddc1801afe430f7998a0248e8313d551b04d2159db68f965c5bbd4461) AuthConfig (3ad183aa258552e6c4b4d4c9bc234b6a49e16a14e2919fdbe946743c74fecebc) AuthConfig (64112d8794927fcf5d3d49ed19f806cac3315d389c7c21c49ff59e73adff27f0) AuthConfig (bad2d39c0b01449de6e9c37dced4eebd4fb64f8fef49f9d4a2fb855d4a0b3ec4) AuthConfig (8be402c8851fe7d97282cbab8590bb8f83a5cb69cf5ca9b2a98ff4d103459a61) AuthConfig (03dbc2e3ca48800862cbf1f1eab19b44858db2c1455f2021154e0cca73c3b4c1) AuthConfig (c88be495aec3bf7b31d8c591fcb3af37f0e49da0e2821d75a454ff3f98ff40bb) AuthConfig (945aa0723a4561f2e178713c68c4efe4b839a36ea4d829db79b0ab492d361b16) AuthConfig (3dc0cd10d151d6198f07e200a6894ebbebf853137cfaabdbb85f04cb7bb72368)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"711f2089-7fa6-4983-b432-8e28db7c1414","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.031805057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"00f86f23-ae1c-493a-9951-2f86f9a8c273","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.046355272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c0e4a2f6-695b-4991-8194-9318536cb8f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.046716248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"3184f892-38e6-4caf-9ab7-c8f5a5cdb933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.054095371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"ab7d306f-72e0-4733-88f1-474f641625ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.054410023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c6ac0e8b-c09a-492f-9850-f20a66a7f583","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.056654125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"ab42da31-bfb7-4ecf-8a8b-192f9b2aa400","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.064505378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"54086e51-8214-44f7-963e-aa21a16b2927","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.123220195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c0e4a2f6-695b-4991-8194-9318536cb8f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.144177266Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.172564402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"ab7d306f-72e0-4733-88f1-474f641625ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.181733079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"431c7eee-7622-4468-ac69-a7e9a3c403b2","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.299962543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"0a55ca21-2af9-413d-bf2d-cef6697a1ddf","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.376781039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"b3a2ad38-4650-4bb6-a2bc-0dc4a2a1501b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:28.40455477Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.374993969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"3184f892-38e6-4caf-9ab7-c8f5a5cdb933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.405910338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"fbb5723f-f4f0-4101-b25c-4e6b4d19e1f1","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.459687917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c6ac0e8b-c09a-492f-9850-f20a66a7f583","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.5095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"4fec3a1d-6d3f-4ff7-84ac-9f4eb0c3fedc","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.607332812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"b3a2ad38-4650-4bb6-a2bc-0dc4a2a1501b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.638038314Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-user-sub","reconcileID":"a76d57ee-14da-472e-9295-591a5d652c2f","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub","ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub","ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.640676429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-other-sub","reconcileID":"2e07b0b9-58f1-4aef-bd0b-2bab3c467c3e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.734577067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-31226c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5c374e3203a335f0e95858987b90b76303fefc244b17d8ddefd214938cbedca) AuthConfig (8ddf86a54e2b053a11fa2f11cf8a04d9724a57ed28159798683bbec18fedd720) AuthConfig (9bf1e520f89027971bc9ba4fe1e4a06f4b5a1550129824ba19d211c9429a17ce) AuthConfig (d6f3d2eddc1801afe430f7998a0248e8313d551b04d2159db68f965c5bbd4461) AuthConfig (3ad183aa258552e6c4b4d4c9bc234b6a49e16a14e2919fdbe946743c74fecebc) AuthConfig (64112d8794927fcf5d3d49ed19f806cac3315d389c7c21c49ff59e73adff27f0) AuthConfig (bad2d39c0b01449de6e9c37dced4eebd4fb64f8fef49f9d4a2fb855d4a0b3ec4) AuthConfig (8be402c8851fe7d97282cbab8590bb8f83a5cb69cf5ca9b2a98ff4d103459a61) AuthConfig (03dbc2e3ca48800862cbf1f1eab19b44858db2c1455f2021154e0cca73c3b4c1) AuthConfig (c88be495aec3bf7b31d8c591fcb3af37f0e49da0e2821d75a454ff3f98ff40bb) AuthConfig (945aa0723a4561f2e178713c68c4efe4b839a36ea4d829db79b0ab492d361b16) AuthConfig (3dc0cd10d151d6198f07e200a6894ebbebf853137cfaabdbb85f04cb7bb72368)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"b3a2ad38-4650-4bb6-a2bc-0dc4a2a1501b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:28.997269992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"02de8f2e-1fd4-4bbf-a52d-2300ec258bbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.085478743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"2be0124a-b632-42fb-8b03-8394a97999ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.211266775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"50d5ecc2-eedc-4052-af75-b3966d2043d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.365432191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"3cab4b9a-2eeb-4e5c-9f3f-47dd81221209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.421963487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"2be0124a-b632-42fb-8b03-8394a97999ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.49273039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"0f441bfd-2c39-4fa1-887c-42c837eb26e7","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.552728289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"02de8f2e-1fd4-4bbf-a52d-2300ec258bbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.595500456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"3cab4b9a-2eeb-4e5c-9f3f-47dd81221209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.628260996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"b96e6181-aeef-4f77-85d3-fcf512d7d560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.630004326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"4868ea6b-abc3-4770-b2e5-1c20cfbbb56c","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.93031886Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3b680901-22e9-49a1-abbe-31362a9802eb","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.931198654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"b96e6181-aeef-4f77-85d3-fcf512d7d560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.962229253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"d2b2b423-6107-46f1-a81f-829e086e78cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.963167528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-user-sub","reconcileID":"5f473295-6bd8-4ff0-9fad-7ba9cc8369bd","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.965632079Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3b680901-22e9-49a1-abbe-31362a9802eb","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.012573385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-other-sub","reconcileID":"a2cc5610-d8f4-427f-ac42-356ed817e4d0","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.078817129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"d2b2b423-6107-46f1-a81f-829e086e78cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.102595867Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3b680901-22e9-49a1-abbe-31362a9802eb","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.297585561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"a14b87e6-b6d9-40e9-941d-a71494c4754f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.298046501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"096435c5-b462-40aa-bef9-c802eee3670f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.382222515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"1e703294-bb35-4700-bb97-2cfdaad734ad","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.43846288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"bd1ad16f-61ab-4567-82f4-6475c97a0d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.438883996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"354a8117-2f65-4c23-bd8a-541b72d6f7e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.470074792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"096435c5-b462-40aa-bef9-c802eee3670f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.4890008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"a14b87e6-b6d9-40e9-941d-a71494c4754f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.520057175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"354a8117-2f65-4c23-bd8a-541b72d6f7e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.521967265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"a9be934b-485e-4ed9-a0ed-cc9ec1c7cddc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.556337517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"bd1ad16f-61ab-4567-82f4-6475c97a0d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.582939673Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.58397022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"5970b89a-0e29-4381-a27e-d7ae0214b7cd","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.599161927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"a9be934b-485e-4ed9-a0ed-cc9ec1c7cddc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.622995922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-31226c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5c374e3203a335f0e95858987b90b76303fefc244b17d8ddefd214938cbedca) AuthConfig (8ddf86a54e2b053a11fa2f11cf8a04d9724a57ed28159798683bbec18fedd720) AuthConfig (9bf1e520f89027971bc9ba4fe1e4a06f4b5a1550129824ba19d211c9429a17ce) AuthConfig (d6f3d2eddc1801afe430f7998a0248e8313d551b04d2159db68f965c5bbd4461) AuthConfig (3ad183aa258552e6c4b4d4c9bc234b6a49e16a14e2919fdbe946743c74fecebc) AuthConfig (64112d8794927fcf5d3d49ed19f806cac3315d389c7c21c49ff59e73adff27f0) AuthConfig (bad2d39c0b01449de6e9c37dced4eebd4fb64f8fef49f9d4a2fb855d4a0b3ec4) AuthConfig (8be402c8851fe7d97282cbab8590bb8f83a5cb69cf5ca9b2a98ff4d103459a61) AuthConfig (03dbc2e3ca48800862cbf1f1eab19b44858db2c1455f2021154e0cca73c3b4c1) AuthConfig (c88be495aec3bf7b31d8c591fcb3af37f0e49da0e2821d75a454ff3f98ff40bb) AuthConfig (945aa0723a4561f2e178713c68c4efe4b839a36ea4d829db79b0ab492d361b16) AuthConfig (3dc0cd10d151d6198f07e200a6894ebbebf853137cfaabdbb85f04cb7bb72368)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"a9be934b-485e-4ed9-a0ed-cc9ec1c7cddc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.696522664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"79408796-ac17-45f4-a0da-eafc7d71b4b5","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.755073151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"138b096f-2c24-4dea-9274-14b0382067b1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.756037873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"f45b4bee-22d1-4eec-a6c9-19b636744045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.757100463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"d2f96503-7471-4a08-969c-f0e8d2da4479","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.794650453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"138b096f-2c24-4dea-9274-14b0382067b1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.796889636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"f45b4bee-22d1-4eec-a6c9-19b636744045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.878270409Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6794f57e-079e-493f-9ad3-93271138f670","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-19baf5dd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.923042982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"988afff1-41b0-43c0-b254-e7361f6cb80f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:30.977736869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4875a0d9-2919-43ad-a447-e997a92f72cb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:31.003997684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"988afff1-41b0-43c0-b254-e7361f6cb80f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:31.122539259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4875a0d9-2919-43ad-a447-e997a92f72cb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:31.178046921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"9da54934-86e7-49c9-b035-e9c73f87957b","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:31.719268598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"d296a406-7a9c-4859-921b-32aba4205ecd","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:31.971474252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"424d3812-6fe7-4b6b-830d-c73ef7cf0059","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:32.422864223Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-user-token-filter-sub","reconcileID":"5862dd72-7c9c-4cd4-b4dd-6ffb401fb1bd","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscription":"e2e-user-token-filter-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:32.467226459Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-user-token-filter-sub","reconcileID":"5862dd72-7c9c-4cd4-b4dd-6ffb401fb1bd","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-17394a/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:32.510009984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"f40d5905-4f9f-4a0a-b93d-08a8d2171932","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:32.625290336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"6128f7ce-ccac-499d-a237-a4285e5ce2d6","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:32.62548533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:32.776691249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-user-token-filter-auth","reconcileID":"e4b4db59-611f-4cf6-98d4-e05c666fb49a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:32.777045282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"d004b1ce-c013-4c51-a1d0-6de759dd9dce","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:32.819826355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"6f90594e-a249-42c6-bcbb-9b39352bbe0b","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.031481602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"195e4b59-6889-44fa-8902-ae2146170482","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.031509978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"195e4b59-6889-44fa-8902-ae2146170482","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.047214945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"008928dd-5ff5-4dd4-a9de-b2a88921665c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.047240886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"008928dd-5ff5-4dd4-a9de-b2a88921665c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.136131114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-066f07","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-066f07","reconcileID":"2ff1dce9-519d-4a8d-a6cb-65ea11b63d16","MaaSAuthPolicy":{"name":"e2e-default-int-auth-066f07","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.175093618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-066f07","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-066f07","reconcileID":"2ff1dce9-519d-4a8d-a6cb-65ea11b63d16","MaaSAuthPolicy":{"name":"e2e-default-int-auth-066f07","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.221990785Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.22214682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"436da985-2195-4e00-99e7-4b9bb01417df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.222165281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"436da985-2195-4e00-99e7-4b9bb01417df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.263844385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"953e8bbc-cb13-49f5-a825-c8852e38f54c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.263869711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"953e8bbc-cb13-49f5-a825-c8852e38f54c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:34.264048913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-066f07","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-066f07","reconcileID":"7432d251-8055-4153-9acc-f6f635a3c9c7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-066f07\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.300900858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e541ece1-81d1-455b-b4e3-50f1613c21dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.300920112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e541ece1-81d1-455b-b4e3-50f1613c21dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.316832782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"467d94d3-36c6-4ca2-aee8-8e23742cf531","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.316847364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"467d94d3-36c6-4ca2-aee8-8e23742cf531","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.334048965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baf93dde-bc33-4e9a-b72b-8d1dcb85aadf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.334065286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baf93dde-bc33-4e9a-b72b-8d1dcb85aadf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.374548095Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-066f07","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-066f07","reconcileID":"f81a5803-b073-4563-82e9-3f485c88272a","MaaSSubscription":{"name":"e2e-default-int-sub-066f07","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-066f07","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.423311098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e40a2ee4-669d-468c-a1e3-42b0f6c259d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.423329756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e40a2ee4-669d-468c-a1e3-42b0f6c259d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.4594272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e59d63a-6621-4e31-82af-166bcda0bfeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.574485137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-066f07","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-066f07","reconcileID":"2ea07a05-fb68-43f0-b55c-7f58969eae9a","MaaSSubscription":{"name":"e2e-default-int-sub-066f07","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.671355668Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-066f07","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-066f07","reconcileID":"9fafd608-568d-4cae-84e3-71448db27301","MaaSAuthPolicy":{"name":"e2e-default-int-auth-066f07","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.671466479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5e13adf-3768-474c-ab90-f430334e572c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.671492295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5e13adf-3768-474c-ab90-f430334e572c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.713725998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"928e747e-c3e6-454e-adae-8d1f321b6f73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.713756696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"928e747e-c3e6-454e-adae-8d1f321b6f73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.939394407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1097a790-9dc2-4770-bc80-f8a113a54076","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:34.939424757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1097a790-9dc2-4770-bc80-f8a113a54076","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:35.208665241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"049111d8-b7aa-42a3-9265-e4c0f80de918","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:35.226686108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"049111d8-b7aa-42a3-9265-e4c0f80de918","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:35.298201497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"d75c09bf-f1c6-4fb2-8a63-d0eb36396cdb","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:35.539240136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"6f0c3844-3548-4353-aee9-8952dc3a6f3b","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.43720114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"71bfe730-215e-42cd-87eb-e46ed6777291","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.454334464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"eb0f5016-37c7-4bbc-a46f-b4ac1e3b9139","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.491225933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"732962e0-444c-4a5d-a422-a481b61ff83d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.509161079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"732962e0-444c-4a5d-a422-a481b61ff83d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.525611119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-575d59-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb35c4c0764d964153aa35aa6e83f20d360f6bb48e26d28c23849761cc75f176) AuthConfig (49fb291d6354208462beece18281679d12565debb9c60e11e2cf3244c718eafa) AuthConfig (cd248463a221ee4d28f3fb36cedca4faadb5f063a41076a46c84acb1c7d746c9) AuthConfig (fedd90253d932c3383fdb82a4a3c60747c84c7022ccf9c99d877c4ed57cba91d) AuthConfig (fe43c754d34161c478f62634740046a0b84fe9e1f6ca88c67c573844324977ad) AuthConfig (c96fd24ca1dc2900b5407663ef47dfcef00c9723eba20c9b70810825c627afa0) AuthConfig (efe5b5aa70af9b8a521da4c224163c9ee634a461f3762cedb02317b4c494e7e1) AuthConfig (9672d250b80b947e7b0ebd5bf3ca6c2c3cc5beab32d8079adcc62824081dc8a5) AuthConfig (cfdbf4dd8ba93b719b157928d3f765f1f8696a51a00ec458633c896ee7b55518) AuthConfig (19b6a4fc956d8af091c5d642526684721bea12fbf739d5de6d9b89547a9ddc54) AuthConfig (fc7b8a86d663f9cb0b2a17368766eda74deb2ffcec4f25e0fb1ec2bce802537c) AuthConfig (04779f01ab2822e2056e081f94e96e8adbf9e4e61aabd2886b3887876d8f5ffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"732962e0-444c-4a5d-a422-a481b61ff83d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.543338233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"e5ad0521-939f-41ca-941a-0335e472664a","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.591616906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"c2cb87fb-c27b-4da9-a76a-9951fa3abfff","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.608852987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"c2cb87fb-c27b-4da9-a76a-9951fa3abfff","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.625420911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-575d59-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb35c4c0764d964153aa35aa6e83f20d360f6bb48e26d28c23849761cc75f176) AuthConfig (49fb291d6354208462beece18281679d12565debb9c60e11e2cf3244c718eafa) AuthConfig (cd248463a221ee4d28f3fb36cedca4faadb5f063a41076a46c84acb1c7d746c9) AuthConfig (fedd90253d932c3383fdb82a4a3c60747c84c7022ccf9c99d877c4ed57cba91d) AuthConfig (fe43c754d34161c478f62634740046a0b84fe9e1f6ca88c67c573844324977ad) AuthConfig (c96fd24ca1dc2900b5407663ef47dfcef00c9723eba20c9b70810825c627afa0) AuthConfig (efe5b5aa70af9b8a521da4c224163c9ee634a461f3762cedb02317b4c494e7e1) AuthConfig (9672d250b80b947e7b0ebd5bf3ca6c2c3cc5beab32d8079adcc62824081dc8a5) AuthConfig (cfdbf4dd8ba93b719b157928d3f765f1f8696a51a00ec458633c896ee7b55518) AuthConfig (19b6a4fc956d8af091c5d642526684721bea12fbf739d5de6d9b89547a9ddc54) AuthConfig (fc7b8a86d663f9cb0b2a17368766eda74deb2ffcec4f25e0fb1ec2bce802537c) AuthConfig (04779f01ab2822e2056e081f94e96e8adbf9e4e61aabd2886b3887876d8f5ffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"c2cb87fb-c27b-4da9-a76a-9951fa3abfff","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.642383952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"86004436-5a35-4076-81e5-4c31c8bece5a","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.642475789Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.660401882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"ceba865d-c7d8-470d-b05f-d6b24fbdb0ed","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:36.673858999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-valid-sub","reconcileID":"4a04ca45-2b5c-4fde-bb62-c549fe76370e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.71034262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"1881891c-2bc7-4c29-9326-377df4066986","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.727965627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"b1174fc5-09ab-4d80-a142-68147386c2f6","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.787317912Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-valid-sub","reconcileID":"33517372-dd3e-4931-8192-97d0eb54e255","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-575d59/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-575d59/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.840189901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"b00a9646-9c4d-48b6-bc85-feb072d24bc2","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.867046941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"7c8dc70a-4e25-42d4-a050-fabe9e39205b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:36.967418494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-valid-sub","reconcileID":"0acc85c7-7aa4-41ee-9672-c712a0c23979","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:37.091667874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"6abb9649-dfe0-4800-83b0-7f2348475f17","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:40.661252293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"c83cb1ab-bd2a-40fe-87d6-a405c2d84ba0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:40.684113671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"c83cb1ab-bd2a-40fe-87d6-a405c2d84ba0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:40.700338815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-31226c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5c374e3203a335f0e95858987b90b76303fefc244b17d8ddefd214938cbedca) AuthConfig (8ddf86a54e2b053a11fa2f11cf8a04d9724a57ed28159798683bbec18fedd720) AuthConfig (9bf1e520f89027971bc9ba4fe1e4a06f4b5a1550129824ba19d211c9429a17ce) AuthConfig (d6f3d2eddc1801afe430f7998a0248e8313d551b04d2159db68f965c5bbd4461) AuthConfig (3ad183aa258552e6c4b4d4c9bc234b6a49e16a14e2919fdbe946743c74fecebc) AuthConfig (64112d8794927fcf5d3d49ed19f806cac3315d389c7c21c49ff59e73adff27f0) AuthConfig (bad2d39c0b01449de6e9c37dced4eebd4fb64f8fef49f9d4a2fb855d4a0b3ec4) AuthConfig (8be402c8851fe7d97282cbab8590bb8f83a5cb69cf5ca9b2a98ff4d103459a61) AuthConfig (03dbc2e3ca48800862cbf1f1eab19b44858db2c1455f2021154e0cca73c3b4c1) AuthConfig (c88be495aec3bf7b31d8c591fcb3af37f0e49da0e2821d75a454ff3f98ff40bb) AuthConfig (945aa0723a4561f2e178713c68c4efe4b839a36ea4d829db79b0ab492d361b16) AuthConfig (3dc0cd10d151d6198f07e200a6894ebbebf853137cfaabdbb85f04cb7bb72368)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"c83cb1ab-bd2a-40fe-87d6-a405c2d84ba0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:40.891801469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub2","reconcileID":"819b98b3-5853-433d-b6e0-cdfa93465032","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:40.905025922Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub2","reconcileID":"819b98b3-5853-433d-b6e0-cdfa93465032","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:40.91802068Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-sub2","reconcileID":"819b98b3-5853-433d-b6e0-cdfa93465032","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:40.995082977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"f45f8e0d-a94a-473d-ae77-8a51126f9ffd","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:40.995176231Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.016725337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"8c1b2a4e-d587-4efd-b6d0-15d71c3bc309","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.074803333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6668661a-edf1-4253-8b18-30c2a5e5f048","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.092353224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6668661a-edf1-4253-8b18-30c2a5e5f048","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.152598395Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth1","reconcileID":"604b11a8-0302-4520-9d16-72c08afa7205","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.152672144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"42b060cd-22f5-436e-9af2-029a2fd87857","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.334809373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"d76de8f2-48af-45a3-bace-bbfbaf034af5","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.495522615Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e867f506-d9df-425f-ae15-cb5ca1f6283d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.495528388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"ca21177d-297f-4af3-9b65-ceb1fb74e6ad","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.536809589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"f6616b14-0a78-4898-a285-386cb9f2b06a","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.780518291Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-sub","reconcileID":"b0c14777-b4ac-4727-bd0f-312a8276400b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscription":"e2e-api-key-scoped-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.826091712Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-sub","reconcileID":"b0c14777-b4ac-4727-bd0f-312a8276400b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-08e15d/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.864886027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"32233b74-cf64-46f8-8ba6-ae3cd146bd40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.886855229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"debffa4d-e3fa-4a76-b010-d53e53818613","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:41.886904162Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:42.037472716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-scoped-auth","reconcileID":"72c534d9-418b-4f5c-9b0f-ff991f6a5d97","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:42.037862029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"9a168b37-f5c2-4519-9bea-74cfab8dc6cf","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:42.095068965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"de0f0126-c34a-42dc-ad80-e57b895eb0bf","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.430286063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"6aebdf14-54c0-41a4-985a-290839605e76","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.447582135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"0fbb6da9-e1ca-4fb6-b1d2-e9889a7c27e0","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.483584299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-no-access-auth","reconcileID":"c89cc34c-3f40-4024-b86a-c7622cd68ac4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.500920576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-no-access-auth","reconcileID":"c89cc34c-3f40-4024-b86a-c7622cd68ac4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.630148729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"6985a41f-e5ac-48d2-8de3-245df5814a38","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.630758295Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.650931965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"1892b438-5562-40f9-80b7-d34ed08082c8","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.664294832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"ae3bf922-d4bb-45bc-b877-5f6815e1698e","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:43.667377218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-no-access-sub","reconcileID":"219794c9-7a4c-4936-8008-120c96beceee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.710120251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"ecf82793-e34d-41af-9c2b-109e7d55add4","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.712198277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-no-access-auth","reconcileID":"65e4ebba-5571-40cd-93ab-9e09901900a4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.727664177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"f2040376-fd19-4866-aeb2-fa53493f4f61","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.736253135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-no-access-auth","reconcileID":"65e4ebba-5571-40cd-93ab-9e09901900a4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.786029799Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-no-access-sub","reconcileID":"29b4a36c-f54b-4c4c-aed0-81e6b8a3191d","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-08e15d/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w0-08e15d/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.840514312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"ed70922d-0a2e-451c-b13f-32386b0390c1","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.866870894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"4edea18a-3231-4c1a-862a-e7c581d0a32d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:43.894826478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-no-access-sub","reconcileID":"7b54032a-cab3-4397-b243-fe08621ca814","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:44.35736913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"e4f6171a-a13b-4c4a-b6f8-826a24f26c8c","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:44.983950533Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-066f07","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-066f07","reconcileID":"5712c29d-3f87-4b4a-86de-61d64bd2e789","MaaSSubscription":{"name":"e2e-default-int-sub-066f07","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-066f07","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:45.029993388Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-066f07","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-066f07","reconcileID":"5712c29d-3f87-4b4a-86de-61d64bd2e789","MaaSSubscription":{"name":"e2e-default-int-sub-066f07","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:45.069846121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7cff3132-e893-40d4-b2ae-205110069311","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:45.205324439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fedccb73-6770-43f3-a198-701bd728dd5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:45.205343809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fedccb73-6770-43f3-a198-701bd728dd5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:45.205486797Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:45.899273972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26b10232-ad9f-4939-ae50-e820b0910655","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:45.899301788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26b10232-ad9f-4939-ae50-e820b0910655","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:45.917001228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b68772af-5806-4e6d-ae47-494bac90b527","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:45.917018722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b68772af-5806-4e6d-ae47-494bac90b527","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:45.941892038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"namespace":"ai-tenant-e2e-mt-02a610ae","name":"e2e-shared-int-policy-02a610ae","reconcileID":"8e9bf127-2e67-4c06-a3f9-388dab1f4b6b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:45.959506495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"namespace":"ai-tenant-e2e-mt-02a610ae","name":"e2e-shared-int-policy-02a610ae","reconcileID":"8e9bf127-2e67-4c06-a3f9-388dab1f4b6b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.032980548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4625ea3b-b490-44be-94a4-5226bcf31bfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.032999074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4625ea3b-b490-44be-94a4-5226bcf31bfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.115278469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ad0a9d3-d281-4b17-87e7-be4e5d675deb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.115299512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ad0a9d3-d281-4b17-87e7-be4e5d675deb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.115367335Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.133300294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"450b7801-d930-4ad8-a827-01c858631147","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.133321155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"450b7801-d930-4ad8-a827-01c858631147","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:46.144958827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"namespace":"ai-tenant-e2e-mt-02a610ae","name":"e2e-shared-int-sub-02a610ae","reconcileID":"4fd48f3b-ac6f-40e6-bd19-eb632929a7fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-02a610ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.181868787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6190af58-6d5a-42f2-875a-299e4bf6b6dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.181889947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6190af58-6d5a-42f2-875a-299e4bf6b6dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.199575981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0756882e-819d-44a6-a6c7-2215fcbe95f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.19959113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0756882e-819d-44a6-a6c7-2215fcbe95f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.255341699Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"namespace":"ai-tenant-e2e-mt-02a610ae","name":"e2e-shared-int-sub-02a610ae","reconcileID":"288db0cc-7d3c-4a1b-8660-d216b399da80","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-02a610ae/e2e-shared-int-sub-02a610ae","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.305402519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86329451-fff5-4be6-8812-6ab9ea36076b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.305422424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86329451-fff5-4be6-8812-6ab9ea36076b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.339550144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"050800ac-94e2-444d-aaa8-bcf4207328b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.346699835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"namespace":"ai-tenant-e2e-mt-02a610ae","name":"e2e-shared-int-sub-02a610ae","reconcileID":"a31e5108-33ef-4fb9-a05a-f985f422a520","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.706182221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"2cad0a48-c3e0-40b0-913f-481d781d1d01","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.723854203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"2cad0a48-c3e0-40b0-913f-481d781d1d01","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.764230363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-575d59-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb35c4c0764d964153aa35aa6e83f20d360f6bb48e26d28c23849761cc75f176) AuthConfig (49fb291d6354208462beece18281679d12565debb9c60e11e2cf3244c718eafa) AuthConfig (cd248463a221ee4d28f3fb36cedca4faadb5f063a41076a46c84acb1c7d746c9) AuthConfig (fedd90253d932c3383fdb82a4a3c60747c84c7022ccf9c99d877c4ed57cba91d) AuthConfig (fe43c754d34161c478f62634740046a0b84fe9e1f6ca88c67c573844324977ad) AuthConfig (c96fd24ca1dc2900b5407663ef47dfcef00c9723eba20c9b70810825c627afa0) AuthConfig (efe5b5aa70af9b8a521da4c224163c9ee634a461f3762cedb02317b4c494e7e1) AuthConfig (9672d250b80b947e7b0ebd5bf3ca6c2c3cc5beab32d8079adcc62824081dc8a5) AuthConfig (cfdbf4dd8ba93b719b157928d3f765f1f8696a51a00ec458633c896ee7b55518) AuthConfig (19b6a4fc956d8af091c5d642526684721bea12fbf739d5de6d9b89547a9ddc54) AuthConfig (fc7b8a86d663f9cb0b2a17368766eda74deb2ffcec4f25e0fb1ec2bce802537c) AuthConfig (04779f01ab2822e2056e081f94e96e8adbf9e4e61aabd2886b3887876d8f5ffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"2cad0a48-c3e0-40b0-913f-481d781d1d01","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.858177278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19bb0a4a-c10b-4ff7-960a-815d75408515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.870826133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19bb0a4a-c10b-4ff7-960a-815d75408515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.883464918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19bb0a4a-c10b-4ff7-960a-815d75408515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:46.896313635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19bb0a4a-c10b-4ff7-960a-815d75408515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.115421163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3255c1ac-0308-4918-a943-3cc1b1d8e4fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.115443471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3255c1ac-0308-4918-a943-3cc1b1d8e4fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.133026431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"035ca637-a3d5-4f77-a320-557b89a1e5e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.133044796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"035ca637-a3d5-4f77-a320-557b89a1e5e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.135733705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub","reconcileID":"128a0e3e-8e98-48b9-be6a-d5c2da7e9f66","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscription":"e2e-api-key-deleted-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.163547102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"namespace":"ai-tenant-e2e-mt-af7f4dfc","name":"e2e-shared-int-policy-02a610ae","reconcileID":"548a5995-b573-431c-95e7-1618a0efa020","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.185666851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"namespace":"ai-tenant-e2e-mt-af7f4dfc","name":"e2e-shared-int-policy-02a610ae","reconcileID":"548a5995-b573-431c-95e7-1618a0efa020","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.187723682Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub","reconcileID":"128a0e3e-8e98-48b9-be6a-d5c2da7e9f66","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b2921b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.228607552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"70008ab6-ff44-4b72-8857-b1eb7acb7475","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.315213181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"3d12ca8b-f80f-4c1b-bbac-8dec4b9a16d9","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.315721206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"58103004-ca1e-49b3-9d76-6597c1e28516","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.363223453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"42750622-0f4e-46c5-ac8a-139ccb0c21ae","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.365103551Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.365830112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"557376c0-8d3e-4e8d-85e0-3482c0be6d2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.365846669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"557376c0-8d3e-4e8d-85e0-3482c0be6d2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.366196464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"fb6bff6a-8c3d-44a6-ad3f-af380ec1f0f2","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.367314312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"8d16b1f8-e92b-4a68-abe9-511f4c6b0f8f","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.367592357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"e7eca10b-b526-43b3-82b1-480fc52c139c","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.368068127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"b8abb4ab-b3e3-49a3-9c4d-fa23916a1539","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.380463973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"167a1280-228b-4cd3-be9c-c0c9b63ea629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.380478959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"167a1280-228b-4cd3-be9c-c0c9b63ea629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.381183686Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.3884834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56215fa9-fa49-4cf2-8738-140bf7c5bae5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.388550514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56215fa9-fa49-4cf2-8738-140bf7c5bae5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.389268196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"b2a97fce-bcd4-40ad-a46d-5da9a1be2daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.389922581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"2963d35c-22cf-4e3e-932e-712a73d72867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:55:47.394162911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"namespace":"ai-tenant-e2e-mt-af7f4dfc","name":"e2e-shared-int-sub-02a610ae","reconcileID":"b4243bf9-5f09-432a-addd-7a5c0361eaa3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-02a610ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.409618873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"2963d35c-22cf-4e3e-932e-712a73d72867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.409640224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"b2a97fce-bcd4-40ad-a46d-5da9a1be2daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.471723805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"e1719fbe-6694-49d5-b278-43e0c57cc204","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.47259392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"7d85c0f2-dfbc-43de-b2c6-b13ac0206aea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.548180057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b17502ab-938d-4ed3-8901-ea58accb982d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.612913298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b17502ab-938d-4ed3-8901-ea58accb982d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.645757741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d83e2a3-b74b-4b98-a636-fe7db797d05b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.645875604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d83e2a3-b74b-4b98-a636-fe7db797d05b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.685304965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"ab982002-d3d4-443f-a16e-b7f7765d97bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.685305001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"62771e56-13bc-465c-89b0-e94d286894fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.700166183Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f3092a4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f3092a4d","reconcileID":"9b45f9df-a0c2-44ea-9951-9b8861607675","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f3092a4d","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-f3092a4d":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.702980673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"ab982002-d3d4-443f-a16e-b7f7765d97bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.705575478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3b1168-8292-4999-9ef7-5b2b1f2ff308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.706357834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"62771e56-13bc-465c-89b0-e94d286894fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.706572055Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"namespace":"ai-tenant-e2e-mt-af7f4dfc","name":"e2e-shared-int-sub-02a610ae","reconcileID":"397420a3-2f07-4e99-a71a-e66cc0936a53","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-02a610ae/e2e-shared-int-sub-02a610ae","ai-tenant-e2e-mt-af7f4dfc/e2e-shared-int-sub-02a610ae","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.7184356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3b1168-8292-4999-9ef7-5b2b1f2ff308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.732871113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3b1168-8292-4999-9ef7-5b2b1f2ff308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.750447257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3b1168-8292-4999-9ef7-5b2b1f2ff308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.78523524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bf4a9b4-b0e9-4253-b445-667e6482786b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.785254023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bf4a9b4-b0e9-4253-b445-667e6482786b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.794194866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31b64747-df46-4ae4-ad86-5276d30331c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.794220361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"namespace":"ai-tenant-e2e-mt-02a610ae","name":"e2e-shared-int-sub-02a610ae","reconcileID":"0266c943-f142-4394-97ca-01b461bdf0f9","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.886805147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"namespace":"ai-tenant-e2e-mt-af7f4dfc","name":"e2e-shared-int-sub-02a610ae","reconcileID":"12f7106d-c53f-4f7c-bfd5-69b52084a3b6","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:47.947440795Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:48.094496598Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"namespace":"ai-tenant-e2e-mt-02a610ae","name":"e2e-shared-int-policy-02a610ae","reconcileID":"23a67738-139f-4c8d-88f2-b8f8c79b2b3b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:48.095577941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5e2d17c-7364-4281-a52e-b97200ed937f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:48.095607374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5e2d17c-7364-4281-a52e-b97200ed937f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:48.207711138Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"namespace":"ai-tenant-e2e-mt-02a610ae","name":"e2e-shared-int-policy-02a610ae","reconcileID":"23a67738-139f-4c8d-88f2-b8f8c79b2b3b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"policyNamespace":"ai-tenant-e2e-mt-02a610ae","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:48.225009447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7df8576a-efae-43c3-b752-24c1087190cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:48.225031999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7df8576a-efae-43c3-b752-24c1087190cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:48.320941858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cd5193-0f30-4bc6-b7d0-a215f89410da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:48.333670704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cd5193-0f30-4bc6-b7d0-a215f89410da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:48.349757147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cd5193-0f30-4bc6-b7d0-a215f89410da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:48.362265678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cd5193-0f30-4bc6-b7d0-a215f89410da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:48.37672962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86031d2e-6ea9-41eb-b4b6-8e37087d608b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:48.376814422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86031d2e-6ea9-41eb-b4b6-8e37087d608b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:50.741126803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"6cb01a0f-705b-4344-a05d-4a6ba630d7cb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:50.75845718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"6cb01a0f-705b-4344-a05d-4a6ba630d7cb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:50.774608449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-31226c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5c374e3203a335f0e95858987b90b76303fefc244b17d8ddefd214938cbedca) AuthConfig (8ddf86a54e2b053a11fa2f11cf8a04d9724a57ed28159798683bbec18fedd720) AuthConfig (9bf1e520f89027971bc9ba4fe1e4a06f4b5a1550129824ba19d211c9429a17ce) AuthConfig (d6f3d2eddc1801afe430f7998a0248e8313d551b04d2159db68f965c5bbd4461) AuthConfig (3ad183aa258552e6c4b4d4c9bc234b6a49e16a14e2919fdbe946743c74fecebc) AuthConfig (64112d8794927fcf5d3d49ed19f806cac3315d389c7c21c49ff59e73adff27f0) AuthConfig (bad2d39c0b01449de6e9c37dced4eebd4fb64f8fef49f9d4a2fb855d4a0b3ec4) AuthConfig (8be402c8851fe7d97282cbab8590bb8f83a5cb69cf5ca9b2a98ff4d103459a61) AuthConfig (03dbc2e3ca48800862cbf1f1eab19b44858db2c1455f2021154e0cca73c3b4c1) AuthConfig (c88be495aec3bf7b31d8c591fcb3af37f0e49da0e2821d75a454ff3f98ff40bb) AuthConfig (945aa0723a4561f2e178713c68c4efe4b839a36ea4d829db79b0ab492d361b16) AuthConfig (3dc0cd10d151d6198f07e200a6894ebbebf853137cfaabdbb85f04cb7bb72368)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"6cb01a0f-705b-4344-a05d-4a6ba630d7cb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:54.415141186Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-no-access-sub","reconcileID":"c88ad29c-4e96-4614-af35-a5107bc44321","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscription":"e2e-api-key-no-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:54.47751309Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-no-access-sub","reconcileID":"c88ad29c-4e96-4614-af35-a5107bc44321","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-08e15d/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:54.531067686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"7bb1d971-b56c-4eb2-9a3b-583f28109d66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:54.633267721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"c02608a4-57f7-46b7-b9d7-2115c9124549","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:54.633432272Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:54.795294809Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-api-key-no-access-auth","reconcileID":"a80a72b6-38c7-467d-ba64-c0dbe8ed36c7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:54.79564492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"3fd2480c-61a2-4a35-8781-e02966ea6f01","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:54.853897898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"2942db74-ffb2-4cc0-a6fb-b803f9667a9d","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.832071087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"27d59f91-4f4b-4fa1-bbf5-dc7786b32e25","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.906575417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"27d59f91-4f4b-4fa1-bbf5-dc7786b32e25","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.93962234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-575d59-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb35c4c0764d964153aa35aa6e83f20d360f6bb48e26d28c23849761cc75f176) AuthConfig (49fb291d6354208462beece18281679d12565debb9c60e11e2cf3244c718eafa) AuthConfig (cd248463a221ee4d28f3fb36cedca4faadb5f063a41076a46c84acb1c7d746c9) AuthConfig (fedd90253d932c3383fdb82a4a3c60747c84c7022ccf9c99d877c4ed57cba91d) AuthConfig (fe43c754d34161c478f62634740046a0b84fe9e1f6ca88c67c573844324977ad) AuthConfig (c96fd24ca1dc2900b5407663ef47dfcef00c9723eba20c9b70810825c627afa0) AuthConfig (efe5b5aa70af9b8a521da4c224163c9ee634a461f3762cedb02317b4c494e7e1) AuthConfig (9672d250b80b947e7b0ebd5bf3ca6c2c3cc5beab32d8079adcc62824081dc8a5) AuthConfig (cfdbf4dd8ba93b719b157928d3f765f1f8696a51a00ec458633c896ee7b55518) AuthConfig (19b6a4fc956d8af091c5d642526684721bea12fbf739d5de6d9b89547a9ddc54) AuthConfig (fc7b8a86d663f9cb0b2a17368766eda74deb2ffcec4f25e0fb1ec2bce802537c) AuthConfig (04779f01ab2822e2056e081f94e96e8adbf9e4e61aabd2886b3887876d8f5ffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"27d59f91-4f4b-4fa1-bbf5-dc7786b32e25","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:58.426616802Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"namespace":"ai-tenant-e2e-mt-02a610ae","name":"e2e-shared-int-sub-02a610ae","reconcileID":"ac0fe672-2c19-4a5c-8342-752e9cf3eee7","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-02a610ae","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:58.484312279Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"namespace":"ai-tenant-e2e-mt-02a610ae","name":"e2e-shared-int-sub-02a610ae","reconcileID":"ac0fe672-2c19-4a5c-8342-752e9cf3eee7","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-02a610ae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-af7f4dfc/e2e-shared-int-sub-02a610ae","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:58.591022792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35e07db1-c9ec-4de3-b0c2-a1fa25aade11","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:58.591731052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"namespace":"ai-tenant-e2e-mt-af7f4dfc","name":"e2e-shared-int-sub-02a610ae","reconcileID":"e334e9fa-bcc5-4ef5-ac65-1ef040fabbac","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:58.724526745Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:58.734166408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86e183d4-d1db-4d89-862a-16c785f84f5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:58.734255287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86e183d4-d1db-4d89-862a-16c785f84f5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:59.511561077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"8d4967f4-2f44-4381-ab19-8e854e373650","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:59.681069156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"da50331a-ea21-4e2d-8a01-78a46c234af3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:59.853290701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"02b7eb2f-119c-4dda-b2cc-1d6cc003bcc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:59.93537468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"d342bdd1-1826-492e-8547-54cbef323a5f","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:59.975213919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"b1da3173-0473-475b-9025-a1f6a0b6d0c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:00.023157945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"f02f474a-9d1e-42c3-a6d2-04cc47cc846a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:55:59.982314124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"a9af4315-6428-40e7-968e-e448149eed07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:00.084251181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-valid-sub","reconcileID":"88b7bd3a-37a5-4ee5-855a-3cfacd36222e","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:00.131486782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"771a2e2b-0bd2-4c4f-a395-c60e869476f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:00.310760796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"a5945fd5-68e9-4bf9-83c9-d4cd9ecc643f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:00.348860271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"bcfa1dc2-c494-4cd6-869b-a931b09034cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:00.361377938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"e11c548b-82c7-422d-8715-6cbbb8a0f937","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:00.361971273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"419274f2-de39-4061-8c41-21e6ef5ec35f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:00.37505963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-user-sub","reconcileID":"2e2f8f97-c7dd-4b37-a22e-1d5c18136344","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:00.54363043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-other-sub","reconcileID":"2bb2b4e7-466e-4c11-894e-8aa4af6dd8b0","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:00.95451581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"c6ae655b-2d81-43a5-9aef-9333eb62cb4d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:01.108740119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"f37e20fa-ce68-43d6-b29a-aa5022f62b85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:01.109696913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"7e487ac2-23bf-46b5-aa0a-a926359073c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:01.230121358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"c6ae655b-2d81-43a5-9aef-9333eb62cb4d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:02.015944309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"ff97bf69-334c-4ae2-82ef-dbbb50a6b3f3","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:03.507335091Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e4a049","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e4a049","reconcileID":"b5ae3517-b3fd-4125-af93-a25a6379bd66","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e4a049","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-e4a049":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:03.83275116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c90931-e700-4604-bac4-7c2771460ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:03.856581833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c90931-e700-4604-bac4-7c2771460ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:03.876656473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c90931-e700-4604-bac4-7c2771460ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:03.91691745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c90931-e700-4604-bac4-7c2771460ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:04.40787516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"6b06cfdd-5ca0-4328-bcaf-d23c005a4700","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:04.613343786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"9622f416-91c5-445f-a854-684426e908a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:04.65643194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"1d15d310-70e3-42a6-8ad0-adf2ae9e1e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:04.839271822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"1d15d310-70e3-42a6-8ad0-adf2ae9e1e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:04.931930405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"3ff76aa1-6903-4fdc-b05c-9572cee7185c","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:05.223584994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"ba9462d7-c10c-4d93-8d11-f714eea15f67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:05.696502865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"a45a8463-0525-424e-9fa8-29795e1c70c5","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:06.227656239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72388aa7-ba79-41ec-a381-d34daf808496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:06.250150728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72388aa7-ba79-41ec-a381-d34daf808496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:06.278902699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72388aa7-ba79-41ec-a381-d34daf808496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:06.321956179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72388aa7-ba79-41ec-a381-d34daf808496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:06.683243401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"6a54c75f-6af4-4fbd-a150-3e012eefef26","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:07.046409573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"3ecb1255-bd37-46e9-8a47-1407249c2c53","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:07.073934949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"3ecb1255-bd37-46e9-8a47-1407249c2c53","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:07.261058785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"41a9d180-2625-4996-99fa-e1134c5460ea","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:07.415176475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"7cba955b-30df-4dd1-a768-bd8685a4553f","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:07.626022302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-2-w3-17394a","reconcileID":"4af0dd83-dfc9-4d6c-8893-85574e94e8ad","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-2-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-2-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:08.655847049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"a8e49541-2e46-4d0f-a4d2-6a984907f22a","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:08.936949651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"8008a911-2d4f-494d-98de-30b19d47a096","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.000095383Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"8008a911-2d4f-494d-98de-30b19d47a096","name":"e2e-mt-f3092a4d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.29436164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"c8ac9435-a778-490f-afa2-642fe6454bd8","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.309667296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"5a96af49-0879-4365-b4b4-9cf7c76bd11b","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.360402113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b0266572-1085-478b-b90f-eca27f70d33b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.380862929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b0266572-1085-478b-b90f-eca27f70d33b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.508901318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"87a45f52-bb30-4862-bd97-4f032ff063b0","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.509079031Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.53074562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"c4e966fd-b9e7-464b-9f06-aa5387cf9acd","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:56:09.539484026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c3f6f93e-2722-45a1-b3bf-9656a3d6a009","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.543500256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"c4f6a4be-3b39-4581-9693-b977ac934800","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.56963152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"3391c759-be7e-4ec7-a8c4-031513b1a002","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.587601577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"a46b923b-1c72-45e4-8ede-132da22eb434","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.593571598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"83c53b69-d6c5-4cd5-8ee8-914b6ff33f36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.611075717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"83c53b69-d6c5-4cd5-8ee8-914b6ff33f36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.62465779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"7570c21e-81cc-49e8-bfeb-28c859b29fa0","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.646939979Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"2e4b4a56-7709-4646-a14f-79b249ccd9d3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-distinct-w1-e131af","model":"distinct-w1-e131af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/e2e-sa-multi-no-hdr-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.698827028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"f7f4ac27-aeb6-4db3-b663-5a152ad6d823","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.718019508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"94332e19-181f-4984-9b3a-95ebfd917b8b","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.736059526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"062355ef-1d24-40b7-9ad5-f9b51b3c52da","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.739421422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8fe41428-dfd5-4915-a23b-d74bdb7c338f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-distinct-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.801347921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d972cdd8-fcb9-4740-8b16-020de2b0b8ad","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.841520161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d972cdd8-fcb9-4740-8b16-020de2b0b8ad","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.929663053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"240a8c97-738a-42fd-9e93-b995b82f97e8","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.931280159Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e131af priority=0:[ai-tenant-e2e-worker-w1-e131af/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-e131af/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub ai-tenant-e2e-worker-w6-31226c/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.950419106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"00283876-3158-42d2-bea1-ebbd4142925a","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.954059317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"790d033e-5d0c-4391-978b-c3d3ec9ab78b","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:56:09.967336346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"60e1fe46-6d10-4b5b-b7db-eaa28645b76b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.976413724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"b369f548-6f17-4dc2-a321-8fcdf5ad1288","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.998653354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"967364c3-31ec-4771-a92e-b069b709dee8","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.009223724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"efde59ad-2d43-4fb7-aba3-d1b71cfc94a7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.015214206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"027c13d5-ec12-42d8-817e-f33c0f4f3529","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.026707464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"efde59ad-2d43-4fb7-aba3-d1b71cfc94a7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.069887897Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e5863ed2-2b82-43a9-8dd5-10a6fdf77f4c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-distinct-2-w1-e131af","model":"distinct-2-w1-e131af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/e2e-sa-multi-no-hdr-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.128516523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"22b827f3-a08a-46c6-b3b0-454214da8189","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.133942862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c27aadd1-e332-43f3-8aa8-43fae32ec44a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.153152029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c27aadd1-e332-43f3-8aa8-43fae32ec44a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.167629792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"8a9d2643-cac8-4fce-b591-2f7dc20ec0f7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-distinct-2-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:12.267678662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"1164d250-1aae-4a72-9902-dbe05a2517c7","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:17.200793407Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4fc8a069-194b-48d6-b343-87b7acda6846","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:17.200884222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"f6f55bed-df0d-45eb-bd07-24ac05387a34","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:17.242603924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"e839d177-477d-4edd-984b-1a5a5cbb43f8","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:17.946424371Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:19.670035263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-valid-sub","reconcileID":"0a2b036b-deb1-4a65-bf70-324dfe2c667c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscription":"e2e-models-valid-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:19.730452793Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-valid-sub","reconcileID":"0a2b036b-deb1-4a65-bf70-324dfe2c667c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-575d59/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:19.772207332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"83a400e4-9e6a-4fa2-a9c6-5aa90ee86710","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:19.877230558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"fe7717d8-356d-4233-a5d0-5ceee70a25e2","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:19.87734531Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e131af priority=0:[ai-tenant-e2e-worker-w1-e131af/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-e131af/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:19.896868404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"c2f2ade3-e6f9-40e9-9bf5-d1cf91e87388","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:19.915315311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"1caf700b-0873-4379-a758-e5e24d81f453","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:20.055976174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-models-invalid-sub-auth","reconcileID":"057accad-6ab9-42a7-abff-ea33d74b194a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:20.055999095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"fe074a98-84fe-4248-a7e7-2c25428f5a34","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:20.099042861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"6a7e420f-6081-4dbe-afa7-52e851201649","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.209987441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"efe0554d-5434-4250-a0fa-8c86f8e25630","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.245736507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"ebd9c3c9-3dfb-4abb-b0a1-443a262afcbf","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.312401967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"4a0b0572-1a5a-4b87-b22e-7bcd839a27d3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.333326865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"4a0b0572-1a5a-4b87-b22e-7bcd839a27d3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.438654566Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e131af priority=0:[ai-tenant-e2e-worker-w1-e131af/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-e131af/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.440274805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"495afba8-ae41-4638-915c-8444e93ac7be","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.489258688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"fa6c0717-605e-4073-8931-934e99ca14a5","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:56:21.487215096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub1","reconcileID":"f74cd761-9261-4410-b020-1e32755e46f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.540710804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"997d6062-d7b6-413e-ab4e-5407badcdbd2","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.547561571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"008453f4-ba0e-42ae-9a3e-589d2ceafd58","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.572456964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"04c6cd30-9c8b-4241-be2c-6aac74b30220","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.634049763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"21f16198-406c-42a1-9f86-de9e81976cd4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.647320678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"95cd36d6-0c80-472d-aa43-65adde672345","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.65277984Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub1","reconcileID":"9c828ea2-2828-41fa-9560-40bcf71608fd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-distinct-w2-575d59","model":"distinct-w2-575d59","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-575d59/e2e-multi-keys-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.65424751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"21f16198-406c-42a1-9f86-de9e81976cd4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.676318917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"b1b24c33-1cb0-4f55-adda-7ab75a701056","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.715065815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"574aca5e-d0d7-445c-a9fb-63805a634a73","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.76099524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub1","reconcileID":"425b2b32-1c0a-4a2c-94fa-1a41fc548afd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-distinct-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.775942068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"0425b18b-91a5-4f0d-970a-3f78e8f4d086","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.808706999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"0425b18b-91a5-4f0d-970a-3f78e8f4d086","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.904870781Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e131af priority=0:[ai-tenant-e2e-worker-w1-e131af/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-e131af/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w2-575d59 priority=0:[ai-tenant-e2e-worker-w2-575d59/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-575d59/e2e-multi-keys-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.905020709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"1a648d2e-fd2e-449c-94f2-ea1f0c140365","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.926470148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"a5877e8e-dffd-4534-95fd-cbe20bfa7304","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.934676634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"e8d3dcd9-0e04-4ef2-856a-ed37ae7f2fba","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:56:21.937801334Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-575d59/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.952270807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"ec729d91-da12-49a2-8fca-8b9e4332bc94","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.013970396Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub2","reconcileID":"2f143d69-acd2-41a1-b2e8-704b1879a5f1","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-distinct-2-w2-575d59","model":"distinct-2-w2-575d59","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-575d59/e2e-multi-keys-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.015566644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0a374d-a593-4026-a0c0-c23e0d60b580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.028265956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0a374d-a593-4026-a0c0-c23e0d60b580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.04088056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0a374d-a593-4026-a0c0-c23e0d60b580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.044209908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"deb3b19b-17ef-4a92-851d-01c397e7224a","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.053557664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0a374d-a593-4026-a0c0-c23e0d60b580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.089967908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"7003b318-6d5f-4f46-9a90-da33b0eb31d4","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.126143099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"c0a8bb09-07cc-488c-ad3e-52d2d52b07f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.167848646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub2","reconcileID":"8ed72544-d4e3-47fb-93b1-e6d9b731c22d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-distinct-2-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.218199889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"c0a8bb09-07cc-488c-ad3e-52d2d52b07f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.316145935Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-user-sub","reconcileID":"bf432a90-ea5b-43ff-bd6f-48276d940465","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscription":"e2e-models-user-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.361093296Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-user-sub","reconcileID":"bf432a90-ea5b-43ff-bd6f-48276d940465","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/e2e-models-other-sub","ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.424181745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"541476d9-fb58-4110-8942-e14eb13dc038","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.424188543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-other-sub","reconcileID":"1158d04b-d155-43e9-8a1f-13de7592ba7a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.442794899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"3d38e6f3-2443-4173-a035-b3fa4affb7fe","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.442883661Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-e131af priority=0:[ai-tenant-e2e-worker-w1-e131af/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-e131af/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w2-575d59 priority=0:[ai-tenant-e2e-worker-w2-575d59/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-575d59/e2e-multi-keys-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.462196674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"5390965a-eb4e-47da-8758-98ada8037060","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.642205334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"50357d2c-ceeb-4226-8608-e69eeb6d7a6f","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:22.897160632Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a37a29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a37a29","reconcileID":"fbbf403e-06b0-4a62-8269-508553db680e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a37a29","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-a37a29":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:23.074234897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"756237e8-0a6c-4b86-9741-db098459b012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:23.088620963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"756237e8-0a6c-4b86-9741-db098459b012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:23.101279555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"756237e8-0a6c-4b86-9741-db098459b012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:23.114286311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"756237e8-0a6c-4b86-9741-db098459b012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:23.1301407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"04c7f3d6-ca49-4775-a63c-8ae6bfd20e05","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:23.226034853Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"04c7f3d6-ca49-4775-a63c-8ae6bfd20e05","name":"e2e-api-a-e4a049-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:23.950538134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa283ae-cdf6-4e91-8ff1-446ead9fc2ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:23.963557205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa283ae-cdf6-4e91-8ff1-446ead9fc2ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:23.979239631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa283ae-cdf6-4e91-8ff1-446ead9fc2ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:23.992621677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa283ae-cdf6-4e91-8ff1-446ead9fc2ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:56:24.570946468Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a37a29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a37a29","reconcileID":"a0c19f77-0366-4e54-867b-72265c8e9ba5","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-a-a37a29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:26.353175638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"d392d9ac-26fd-4d63-a1b4-4bfd70c5b158","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:26.394435079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"5872bcda-40a0-4bb0-831b-ee91f40dcb27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:26.437937967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"b0f4f39a-71e0-49fd-a166-06229ecf4852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:26.444552668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"6bce2979-52c1-44b6-9e62-f134d29af3b1","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:26.455312362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"b0f4f39a-71e0-49fd-a166-06229ecf4852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:26.497346472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"42d3b190-1a4a-4ba4-ab64-1f4f55662525","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.114233865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"93f0cb76-ed5c-426a-b3fe-8b237de82fd9","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.154436679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"3caaf110-3069-4d57-bf1c-16809b13f796","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-distinct-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.206230559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"4040250f-cfdf-4782-85e8-44acbc48e979","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.495698613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0f7691e8-7865-4f2d-a28e-5913c399bb16","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.533903925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"130c4a46-3aa9-4f54-a611-e3036e5d9705","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-distinct-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.539540089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0f7691e8-7865-4f2d-a28e-5913c399bb16","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.87370084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"36cd1bc7-712a-4664-8b82-62199950341e","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.048437394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2b27d1-ddc5-48fe-9c98-2da006e0fdde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.078520497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2b27d1-ddc5-48fe-9c98-2da006e0fdde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.098382917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2b27d1-ddc5-48fe-9c98-2da006e0fdde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.111526904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2b27d1-ddc5-48fe-9c98-2da006e0fdde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.682120166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-2-w3-17394a","reconcileID":"5c8c3ff6-08fc-4b81-a7b1-d80f160b358c","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-2-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-2-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.816786621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d3feb2-8123-415d-9941-8c50d9c0b95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.830018469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d3feb2-8123-415d-9941-8c50d9c0b95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.842704988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d3feb2-8123-415d-9941-8c50d9c0b95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.855531279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d3feb2-8123-415d-9941-8c50d9c0b95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:29.422818379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"ca0bd20a-61a6-482c-b2dc-5d824b0c2ef1","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:29.467201536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub2","reconcileID":"80466e02-1b43-46e8-9764-16460e18ce16","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-distinct-2-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:29.590595547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"752a4a60-6cf2-40c6-8db9-6e274dee8582","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:29.608149621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"752a4a60-6cf2-40c6-8db9-6e274dee8582","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:29.609989348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"66debb38-b308-4a4c-b752-4d8314a19c9b","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:29.648478882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub2","reconcileID":"f86bca0d-2e88-4ba0-9589-c589f2e789dc","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-distinct-2-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.976615572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"ad0ef2a5-82c2-4332-8392-c9fff3c4a0cf","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.021454376Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"82146458-27c4-460a-82ec-0ccfbf5fffb1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f7616a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.059022247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"20d3d5b9-0eb1-40f0-9b23-22ee5f05cf36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.082176898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"20d3d5b9-0eb1-40f0-9b23-22ee5f05cf36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.824393682Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-other-sub","reconcileID":"d0fdd16d-c26d-41ab-a53c-2593625e2a6c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscription":"e2e-models-other-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.876787549Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-other-sub","reconcileID":"d0fdd16d-c26d-41ab-a53c-2593625e2a6c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.918317356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"d0ebbe80-ccf9-4133-b2d7-a765af66abfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.044900125Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-575d59 priority=0:[ai-tenant-e2e-worker-w2-575d59/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-575d59/e2e-multi-keys-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.045040784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"693f7052-4b53-4220-97a3-b9a972862e9d","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.07341384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"cd483b37-e1dc-4d48-a7b8-096c83ec1d0f","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.208752489Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-models-access-denied-auth","reconcileID":"abfd5585-44a9-41ca-9e1d-f23cc4e6c25d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.20928646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"e250979c-deb4-4872-9c58-6f5929247a81","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.344315147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"32efbf1f-c8fb-4787-867c-6503113ef04a","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.366574375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"715b0a5f-acde-45f8-810f-8a18e8c810d6","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.595092361Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub1","reconcileID":"006a820c-7b90-4dbc-b363-6641bf6590f0","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3413b987","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.656568158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"4d85e46a-1cba-42ef-9a4e-b4eb3e620acb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.836638222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"e0149744-1a4c-40d7-be44-84db3e81a015","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.837292256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"4d85e46a-1cba-42ef-9a4e-b4eb3e620acb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.869656778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"00e66bf5-d710-46a9-8920-57e21d2d2fdb","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.157636146Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=10:[ai-tenant-e2e-worker-w6-31226c/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w6-31226c/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.17324586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"94ab5d4c-2088-442f-8eac-4166f34bec0b","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.234208761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth1","reconcileID":"e76fd744-83ac-495f-a743-08a4e1f7f749","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.350597858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"15c1763b-ce0a-4f51-9091-5ece185b6a85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:56:35.396418741Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-31226c/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.398551852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"d68c4004-f450-4db9-a340-87cabf4e0bb8","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.399189686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"b7528b15-c9a1-4d6a-87af-a33871a67b46","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.404304724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"0e9e0a40-ed49-4998-8eaa-68a202a14491","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.408700612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth1","reconcileID":"e76fd744-83ac-495f-a743-08a4e1f7f749","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.411856165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"5d5eb7cb-6782-4b30-ac56-807201b2dbb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.459154079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"461e5b2c-fa71-4b5a-88c5-870ff66b76bd","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.510209173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"8abd3cb8-187e-4fef-bf2b-edaaa650f749","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.542027441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"28d2a6be-d502-41e2-8c39-b6472d8e3791","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.510785155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"66996c15-4df4-4953-914a-66634ca96c12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.880533536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"c375a436-bdcd-4b7b-8eb4-858652b65e86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.905554224Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=10:[ai-tenant-e2e-worker-w6-31226c/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w6-31226c/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.907247526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"6697d32c-8e45-49dd-9091-094c26e43daf","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.121686132Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-sub1","reconcileID":"596d6d43-ea64-42c6-8609-bc1ce50bf460","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-distinct-w6-31226c","model":"distinct-w6-31226c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/e2e-ignore-header-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.146171237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub2","reconcileID":"101b44df-36bb-463a-8713-fe49b9af164d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-distinct-2-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.187329743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth2","reconcileID":"f158524d-643e-4296-ac23-c8cbd11106e5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.31141917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"b5af5f9b-b2a7-4f9d-85e9-0f186e214f6a","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.32148189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"c14a6810-f3ad-4aad-a6b7-cea04eadc76a","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.520540669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth1","reconcileID":"3c2a3259-73ed-46b8-8cb7-48e5e162baa9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.521829348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"8ea4c37e-fed5-4fe2-8202-19db33a4c68b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.345713875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"cdf602cf-aee5-484f-91ca-c49847e556d2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-distinct-2-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.448215589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth2","reconcileID":"f158524d-643e-4296-ac23-c8cbd11106e5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:56:36.562093802Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"c14a6810-f3ad-4aad-a6b7-cea04eadc76a","name":"distinct-2-w6-31226c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w6-31226c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:56:36.562721902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"c14a6810-f3ad-4aad-a6b7-cea04eadc76a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w6-31226c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.610125818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"b67acc93-56cf-4eda-8a0f-13addcc49011","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.931717321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth1","reconcileID":"3c2a3259-73ed-46b8-8cb7-48e5e162baa9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.953335099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"645ce5ac-2845-4a52-b4cc-ddf33990e5c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.955488567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"793d5ec9-3f39-4391-9258-4d6eeb364408","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:36.956135817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"9bc787ab-0853-46c4-bfe9-3f0f196c4e1e","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.01445823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"cb984d61-b345-40b9-a313-5d4c99085afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.084015466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"af851f8e-4a81-4cc8-9404-db417c1f8502","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.147311829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"da84da54-603b-410f-b101-a00be7c0b28f","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.349550334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"769e8226-49c4-4583-a653-28fc3d8f43d3","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.370626387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"cb984d61-b345-40b9-a313-5d4c99085afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.43606855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"9efa81f5-d183-47b9-abb2-cb1dfbcdc493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.723638705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"e77d0ea4-577e-405c-8c56-9596676fd831","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.967718527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"e36a0011-29b3-4f8b-8ce4-460e8cb4df5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:38.213884245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"b3a95a17-ce11-4662-8641-f1cd90e5c7ff","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:38.297337298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-sub1","reconcileID":"6c866f6f-6758-45a3-9d99-716d6ebaf92a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-distinct-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/distinct-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:38.325399788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"9efa81f5-d183-47b9-abb2-cb1dfbcdc493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:38.437269624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"af851f8e-4a81-4cc8-9404-db417c1f8502","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:38.466873506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"7aefafff-24b4-4b30-9b35-cfd3f953055f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:38.780922985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"2ab769ad-ea73-4d76-870d-f957f774e3c9","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.149756824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"ed0a90c9-1474-4dd9-add6-e54d50025a47","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.264288972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"4063c092-2746-4115-9ee1-34da5f8980ae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.497193531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"17890286-941a-4c78-a69c-04473ad0bc98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.501912502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth2","reconcileID":"7a827cd1-397b-421f-a21e-99c7ba472c87","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.50299818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"4063c092-2746-4115-9ee1-34da5f8980ae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.503421565Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-sub2","reconcileID":"7c25f60d-2eec-42cd-acf8-024ab68c0a0b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-distinct-2-w6-31226c","model":"distinct-2-w6-31226c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/e2e-ignore-header-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.518965882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c1844c2-3827-43b2-ac7b-e70872fedc98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.519739163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"23926c7a-c5da-43e4-8042-c9092ab8f7cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.54649365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"a2065647-ef03-4398-946e-89fe208eb584","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.547997373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"51f7caf7-7c4d-4cee-a69a-d79573a9e404","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.64903276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"53513114-a6ed-4613-a823-e90dbf21858f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.738613087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"17890286-941a-4c78-a69c-04473ad0bc98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.750399064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth2","reconcileID":"7a827cd1-397b-421f-a21e-99c7ba472c87","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.794793152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"51f7caf7-7c4d-4cee-a69a-d79573a9e404","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.107997009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"53513114-a6ed-4613-a823-e90dbf21858f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.160688019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"fbaba543-d26c-4c1f-9671-1d649830e442","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.315059209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8708ad85-af98-473a-9806-019b4dee463c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.433620272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8708ad85-af98-473a-9806-019b4dee463c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.434636178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-sub2","reconcileID":"5f474888-519c-4222-a440-55849ca4be1f","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-distinct-2-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/distinct-2-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.634322047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"961c6af9-c57d-408c-a3b6-dd802fd37603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.651653271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"892ea4b2-c18e-466c-b2d2-254cd6b9ed9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.710872298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"961c6af9-c57d-408c-a3b6-dd802fd37603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.711729792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"fb0ad68b-f44c-4215-9d3c-50b8587eae0c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.729527742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"892ea4b2-c18e-466c-b2d2-254cd6b9ed9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.767280867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"fb0ad68b-f44c-4215-9d3c-50b8587eae0c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:42.208757085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d9266c58-e93a-4ce9-8425-d6423e784a79","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:42.351094595Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d9266c58-e93a-4ce9-8425-d6423e784a79","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:42.370711654Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d9266c58-e93a-4ce9-8425-d6423e784a79","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:42.532189336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"894e7a1c-340d-4a58-84e1-99d0a4939996","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:42.584360403Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub1","reconcileID":"ab7d70a0-331b-44b9-85ed-a4778285d32a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3413b987","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:42.64038455Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub1","reconcileID":"e6502337-afd4-4827-bcf5-dd4adde468d2","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3413b987","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:42.872195331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"8a28fb88-0ba0-4da3-ab6a-3b10e0ba6625","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:42.874573657Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=10:[ai-tenant-e2e-worker-w6-31226c/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w6-31226c/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:42.876487882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"6ea509cf-c64c-4c7a-8161-29cd406d4bd6","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:42.981221176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"8a28fb88-0ba0-4da3-ab6a-3b10e0ba6625","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:42.981402234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"d185131a-e363-42ca-a403-3b2fb2bf2405","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.015714501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"e3b102d4-f4c5-4d19-94a1-7f06d9edb77e","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.142112417Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f15b32a0-bfcc-4a18-aa33-e0d8a5490f65","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3af65e63","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.147591508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7b787fca-889a-4f1f-9ec4-5a18f9d4d5be","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.202575934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7b787fca-889a-4f1f-9ec4-5a18f9d4d5be","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.409403594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ae44093d-ae08-461e-8d58-9425d083fc5e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.463924941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ae44093d-ae08-461e-8d58-9425d083fc5e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.763122634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"8eb1927e-bcca-4e08-8162-beddb7c6fb87","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.64086988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"0282298c-1a36-4747-b3e5-3304c2c8769c","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.724162861Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"35a166f5-0fb7-41f2-b6c8-d2caefca22c9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3af65e63","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.816042622Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e1741304-b999-48cb-925b-c9cad56dae37","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3af65e63","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.898048167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f828b95a-799a-4ccd-b428-33276c6f40be","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.920595163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f828b95a-799a-4ccd-b428-33276c6f40be","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.957042435Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:50.420099602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"ca94d1e0-ec9e-4f61-b1af-aec5ec7e414d","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:50.559284934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"c95f2eaa-de2e-4c68-b5ed-524aeed60191","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:50.594002835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"4478762a-b00f-450b-af1e-869f9de47577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:50.635131742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"4478762a-b00f-450b-af1e-869f9de47577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:50.638309396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"9748915b-a38e-480d-b81f-66c89ae9fc07","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:50.709562929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"c63dd4ec-f1be-42ca-a393-22e251e675d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:51.369673532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"73579f20-2b10-4654-82cf-c6ab3805359d","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:51.449067387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"514b0813-42d5-4453-90f2-413045a89dbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:51.479707961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"a475f613-6568-4dfa-9213-c6f838f2da34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:51.525419871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"a475f613-6568-4dfa-9213-c6f838f2da34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:51.572412843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"ff72da3c-0093-41b7-a236-3e30f83653d9","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:51.670329479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"a24ab793-f29d-4ec9-955a-789922d98f56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.319992059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"12811ef4-538c-41ec-88f6-bd9fc9a41dfc","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.397582961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"7277b27b-c32e-4b85-a21b-0a8d3e42a64d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.45318117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"7862801e-c980-446a-8855-0e1791859399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.502650484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"7862801e-c980-446a-8855-0e1791859399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.505572196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"e482345b-1073-455c-821f-adfbed2c60c5","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.581148825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"fa68d830-9588-4770-824c-167580db8012","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.666415282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub1","reconcileID":"ea44feac-48b5-479a-856b-883c51ed12bd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59","subscription":"e2e-multi-keys-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.682113832Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub1","reconcileID":"ea44feac-48b5-479a-856b-883c51ed12bd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.708323055Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub1","reconcileID":"ea44feac-48b5-479a-856b-883c51ed12bd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.957211741Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=10:[ai-tenant-e2e-worker-w6-31226c/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w6-31226c/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.958683766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"df8399a2-2ec3-4505-bf03-d526c21f0c60","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:53.124061589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"ba7891aa-5e08-49ea-8c32-b8d8d9871ebe","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:53.376710574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"3481593c-5994-4315-83a6-2a28ec407e10","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:53.388830931Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub2","reconcileID":"fa52d890-f061-418e-a7a1-f2d23865d10f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e1dc368","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:53.433218753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"239da8ab-fd80-4851-b846-c5237d7b99fb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:53.500666952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"9ca6efb3-d760-4da5-987c-735c85d1b4ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:53.568308242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"239da8ab-fd80-4851-b846-c5237d7b99fb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:53.674021883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"c8e61534-3f42-40f1-9830-ea5085a2ac51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:53.724258881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"309fa8b4-eb1b-4034-8d06-3feaa03d9d04","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:53.738485956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"c8e61534-3f42-40f1-9830-ea5085a2ac51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:53.863602454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"37a40aec-289f-4a70-a9ce-8a0850473221","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.38646697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc47e433-03bd-4d44-a5ef-87d8115ebc09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.470819438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38341731-0bb6-44fc-9c20-21f80d0e9be7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.470919341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38341731-0bb6-44fc-9c20-21f80d0e9be7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.514604101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc47e433-03bd-4d44-a5ef-87d8115ebc09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.655626811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc47e433-03bd-4d44-a5ef-87d8115ebc09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.685212637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc47e433-03bd-4d44-a5ef-87d8115ebc09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.687608536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2ddfcac-3ef5-4b1c-a96a-1d1212491edf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.687693579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2ddfcac-3ef5-4b1c-a96a-1d1212491edf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.782273766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"3606b7f5-a515-4ed7-bc93-bf8509a7f3ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.828186484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"3606b7f5-a515-4ed7-bc93-bf8509a7f3ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"name":"e2e-api-a-e4a049-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.843799933Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"899f1257-dab7-4267-8744-4ad4a34aea6c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.860718935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e4a049-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"3606b7f5-a515-4ed7-bc93-bf8509a7f3ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.888830739Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"899f1257-dab7-4267-8744-4ad4a34aea6c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.890118712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d7542a0-67b0-45b6-a181-f3439a6d94e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.890216042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d7542a0-67b0-45b6-a181-f3439a6d94e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.920945748Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"899f1257-dab7-4267-8744-4ad4a34aea6c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.095217385Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=10:[ai-tenant-e2e-worker-w6-31226c/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w6-31226c/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.096756887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"70a3b573-ea94-4611-a446-6283eb18e8be","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.250433968Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8d5e2a25-16a5-4a99-b337-98982df7f8f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.251135943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"e1dee9c2-c3d0-4a63-a943-777777733155","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.438868044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"b3cb0b7a-46a7-4844-8549-405cdb4c9097","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.593554636Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"865a750a-0df5-4962-8259-887a079b9d54","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.594045033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"d066a94e-495a-42b6-a1c7-2305dceb0fa6","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.73316585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"f5a29f82-896f-4bf4-805a-29292de64bb3","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.144494786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"ec1496b0-0fa4-4b3d-ad59-c74ec088e99d","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.210366456Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-sub1","reconcileID":"7b22988a-e957-48b8-a7aa-82c7d458a1bf","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e2a1a26","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.260500227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth1","reconcileID":"da69a6e9-5321-4ecd-b3dd-a9aeb2490e15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.34589144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth1","reconcileID":"da69a6e9-5321-4ecd-b3dd-a9aeb2490e15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.346197645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"40c06a4a-3025-4501-b935-1e4891c14cb3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a37a29","tenantID":"e2e-api-a-a37a29","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.360807049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483ff9ef-4f35-4ed1-9d92-c199ad36eb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.406904121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483ff9ef-4f35-4ed1-9d92-c199ad36eb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.42505567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483ff9ef-4f35-4ed1-9d92-c199ad36eb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.436737857Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"40c06a4a-3025-4501-b935-1e4891c14cb3","name":"e2e-api-a-a37a29-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.449069736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483ff9ef-4f35-4ed1-9d92-c199ad36eb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.406071878Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub2","reconcileID":"19bdb1b6-6b34-47c6-87f6-0d10ef9eb969","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e1dc368","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.910000194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d76393-bf63-422a-80a4-7bd74e387791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.923649737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d76393-bf63-422a-80a4-7bd74e387791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.93840505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d76393-bf63-422a-80a4-7bd74e387791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.951886399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d76393-bf63-422a-80a4-7bd74e387791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.570299294Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-27d16a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-27d16a","reconcileID":"c2c0521f-c37f-4f94-b091-78897504597f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-27d16a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-27d16a":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.671912262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b003ae34-681f-4daa-b81a-7366d3c797f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.703192972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b003ae34-681f-4daa-b81a-7366d3c797f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.717413038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b003ae34-681f-4daa-b81a-7366d3c797f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.735604308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b003ae34-681f-4daa-b81a-7366d3c797f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.931304114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"07597134-9cf7-45af-ade1-68ccdd5a558e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.949652775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"07597134-9cf7-45af-ade1-68ccdd5a558e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"name":"e2e-api-a-e4a049-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.976360332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e4a049-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"07597134-9cf7-45af-ade1-68ccdd5a558e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:05.487139086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ed4881-0d09-436e-ad98-9f389445d864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:05.503995719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ed4881-0d09-436e-ad98-9f389445d864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:05.551009471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ed4881-0d09-436e-ad98-9f389445d864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:05.602376453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ed4881-0d09-436e-ad98-9f389445d864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.171143382Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-cd525f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-cd525f","reconcileID":"cd0f20bf-208a-4046-9747-236d901931bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-cd525f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-cd525f":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.225744459Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-sub1","reconcileID":"20e072d6-1b75-4834-95ac-13cf09fe02c8","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/distinct-w6-31226c","subscription":"e2e-ignore-header-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.243474377Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-sub1","reconcileID":"20e072d6-1b75-4834-95ac-13cf09fe02c8","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/distinct-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.305717488Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-sub1","reconcileID":"20e072d6-1b75-4834-95ac-13cf09fe02c8","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/distinct-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.513003427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"423ea9e8-dfad-4f10-9484-32e2f9326bb4","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.536089309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"49ec97fa-5714-4178-ac34-f20cbdf126f3","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.617835218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth1","reconcileID":"5f2b9bf5-8f10-4079-a7d6-54253238193f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.642438795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth1","reconcileID":"5f2b9bf5-8f10-4079-a7d6-54253238193f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.673454479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caea6a07-4f30-450c-a4ce-ce58b861c1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.673783602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"6ed3fe38-c6c9-41df-a574-effd1d35e858","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.690025879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caea6a07-4f30-450c-a4ce-ce58b861c1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.704252365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caea6a07-4f30-450c-a4ce-ce58b861c1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.717181424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caea6a07-4f30-450c-a4ce-ce58b861c1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.782694563Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-sub2","reconcileID":"dd2305eb-4bf7-406a-ba10-96e8ab3afa2a","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ade9c476","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.927733439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth2","reconcileID":"b95248df-c82a-4ba1-8e30-dea558dc0ddf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.977176568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth2","reconcileID":"b95248df-c82a-4ba1-8e30-dea558dc0ddf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.814659803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55da1ca9-4572-401f-9193-52b84891ecaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.833465531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55da1ca9-4572-401f-9193-52b84891ecaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.849907773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55da1ca9-4572-401f-9193-52b84891ecaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.863327278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55da1ca9-4572-401f-9193-52b84891ecaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.262716583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"17205e5a-6e04-4f53-8714-efd333e478b5","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.263016794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"17205e5a-6e04-4f53-8714-efd333e478b5","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.306959266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"8c0095c2-b405-4e03-8676-f012ab74a6a1","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.412346578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"59d6dba3-da70-4892-8037-89b048a23602","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.430015078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"59d6dba3-da70-4892-8037-89b048a23602","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.575011045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"7d6a94b2-337f-4203-831d-cf450c0f2e2e","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.57565748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"7d6a94b2-337f-4203-831d-cf450c0f2e2e","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.595293405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"9256eacd-9f81-4c57-992f-c06bc21f6c20","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.595310598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"9256eacd-9f81-4c57-992f-c06bc21f6c20","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.644970092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"21da9cea-d8d8-42d1-b0cc-ca758cbb58ed","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.663404554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"21da9cea-d8d8-42d1-b0cc-ca758cbb58ed","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"e2e-mt-f3092a4d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.684577403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f3092a4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7952174c22c98e638a84248b58a29e394a61be5b4e86278f6cfc6191e99ba6c6) AuthConfig (b2f9973f9fc519c70d829e172d8b5f01b7754a851ad0bf6637952712ac078276) AuthConfig (134a751e12cdfee35ae3b5daf6c1baf4ad4456cc8c45ea85ac204a24a20cd0b3) AuthConfig (4f97732024d99b6f88cda22e4be50458a96e6dfbc61c2498b6781a31dac829d5) AuthConfig (33b8425fee5d6440aba7f04c0ab8bec1c2d40d79592b5502e0ba34af328be774) AuthConfig (852d45a5de5072fdcbe00937348881de93b779d58a2d9d2326eb94e04c312cfd) EnvoyFilter (openshift-ingress/e2e-mt-f3092a4d) EnvoyFilter (openshift-ingress/e2e-mt-f3092a4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"21da9cea-d8d8-42d1-b0cc-ca758cbb58ed","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.706312718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"2211add1-7f01-4340-ba81-ca8d6990a37f","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.706399453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"2211add1-7f01-4340-ba81-ca8d6990a37f","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.782201378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"ae15e11a-477b-4c25-8d5b-faed90371244","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.78241213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"ae15e11a-477b-4c25-8d5b-faed90371244","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.804637644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"452b2cbc-1a4e-48f0-8179-c7cd1abe810b","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.804658097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"452b2cbc-1a4e-48f0-8179-c7cd1abe810b","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:57:11.814849903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"c120a64c-c5d7-46b4-8f79-abb1a2961d00","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-f3092a4d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.827295088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"e69742bb-fdc5-4129-951d-8fac2b965743","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.844912972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"e69742bb-fdc5-4129-951d-8fac2b965743","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"e2e-mt-f3092a4d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.850364395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"86186891-7f3f-4e0b-86b4-72e191b2d67f","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.85038675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"86186891-7f3f-4e0b-86b4-72e191b2d67f","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.862652494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f3092a4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7952174c22c98e638a84248b58a29e394a61be5b4e86278f6cfc6191e99ba6c6) AuthConfig (b2f9973f9fc519c70d829e172d8b5f01b7754a851ad0bf6637952712ac078276) AuthConfig (134a751e12cdfee35ae3b5daf6c1baf4ad4456cc8c45ea85ac204a24a20cd0b3) AuthConfig (4f97732024d99b6f88cda22e4be50458a96e6dfbc61c2498b6781a31dac829d5) AuthConfig (33b8425fee5d6440aba7f04c0ab8bec1c2d40d79592b5502e0ba34af328be774) AuthConfig (852d45a5de5072fdcbe00937348881de93b779d58a2d9d2326eb94e04c312cfd) EnvoyFilter (openshift-ingress/e2e-mt-f3092a4d) EnvoyFilter (openshift-ingress/e2e-mt-f3092a4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"e69742bb-fdc5-4129-951d-8fac2b965743","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.868881483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"73ffab5f-1c7b-427d-9dfe-0c9de04e311d","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.868902859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"73ffab5f-1c7b-427d-9dfe-0c9de04e311d","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.933511534Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"84bfa285-2182-4f42-9f30-c92cca8c2fd8","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"maas-trlp-e2e-lifecycle-model-f3092a4d","model":"e2e-lifecycle-model-f3092a4d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-f3092a4d/e2e-sub-f3092a4d"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.02993288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"b4899ccc-f55c-4c77-858c-48d651b2f917","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.029959231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"b4899ccc-f55c-4c77-858c-48d651b2f917","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.072339377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"f3fbd9c2-2983-42e6-b15b-15287794e618","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"maas-trlp-e2e-lifecycle-model-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.930256707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"348557ec-2747-4560-ac9d-44a0554e92a2","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:13.429257117Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub2","reconcileID":"65b32134-ca0d-4f5c-af7f-5a209f3176c3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59","subscription":"e2e-multi-keys-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:13.444779457Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub2","reconcileID":"65b32134-ca0d-4f5c-af7f-5a209f3176c3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:13.458416421Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-sub2","reconcileID":"65b32134-ca0d-4f5c-af7f-5a209f3176c3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:13.669612079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"9cf80b9b-aea9-4052-b1b0-61075e757baa","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:13.763853103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"490bc4f9-190e-40c6-a6af-780f7fa83b5d","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:13.828518579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"88769720-f422-4ea5-bf90-2f450272d589","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:13.828911612Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth1","reconcileID":"a394d7e2-045b-47b1-b9bb-e4caddb45853","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:13.862592969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"f4354d8a-f91e-4533-9e72-885d1b6686fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:13.871802556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"7c6c0027-f68b-408d-9a84-34e50981594b","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:13.895048884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"f4354d8a-f91e-4533-9e72-885d1b6686fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:14.069983542Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-multi-keys-auth2","reconcileID":"e1dc7bf9-7f22-4522-b8bd-90f9a32d00c7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:14.070504497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"2c2103c3-3f61-4ef3-ab4a-f38c132ac5f3","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:14.225887893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"7cc97a23-3783-4821-a2d3-a4c57acde578","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:15.015312902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"14340817-f457-4e90-8e2d-7bd43c173703","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:15.035657324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"14340817-f457-4e90-8e2d-7bd43c173703","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"name":"e2e-api-a-e4a049-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:15.052730142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e4a049-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"14340817-f457-4e90-8e2d-7bd43c173703","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:16.290805934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"a8aa6f1c-0c82-41b2-9a55-5e6e58c65d60","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:16.414803749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"addc75e6-0e14-408b-84f6-e48772748a60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:16.433138941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"c50246f4-bf1f-412b-993b-793af352a600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:16.532946436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"c50246f4-bf1f-412b-993b-793af352a600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:16.591271024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"183b8495-9f1a-4b53-9e0f-d43ccc21d312","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:16.700755732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"649e5dad-4b89-4272-9fc2-603be3dd3763","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:16.801206532Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-sub2","reconcileID":"62e187a4-ff30-4293-a086-c64b1c5abefe","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/distinct-2-w6-31226c","subscription":"e2e-ignore-header-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:16.81922345Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-sub2","reconcileID":"62e187a4-ff30-4293-a086-c64b1c5abefe","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/distinct-2-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:16.832980872Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-sub2","reconcileID":"62e187a4-ff30-4293-a086-c64b1c5abefe","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/distinct-2-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:16.926055313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"94f7f6c1-ca87-4f0a-8d00-0e9875a8d5ae","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.053075119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth2","reconcileID":"e7b548a9-937a-434a-9275-ba1936e7657b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.080487226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth2","reconcileID":"e7b548a9-937a-434a-9275-ba1936e7657b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.092485773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"ae76fbaa-6402-4e59-b7f1-f0d8577097f4","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.092635611Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth1","reconcileID":"b4d76d0e-6e8f-4c18-891e-f4427ecb51ec","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/distinct-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.16472996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"c32680ea-ceac-4009-a334-6b65be0e4d88","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.302076814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"17ff4cd2-1fe7-4513-b5de-96505d5777de","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.357441674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"99415957-0888-4a24-9393-e4213ff9dfb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.473161473Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-ignore-header-auth2","reconcileID":"04749c98-6eee-48d1-a73c-2cc6323ba37f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/distinct-2-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.474037702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"a86128e3-8973-4b04-a58c-73c1ea3e278c","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.496068498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"f926206a-ef3b-4165-888f-f487c001739b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.532416609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"0bd9dcae-4787-4da3-bf11-ddcf464db0f0","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.575353945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"f926206a-ef3b-4165-888f-f487c001739b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.627876528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"25024b75-daeb-45d1-b6da-5fb7b9f3e296","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.651517717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"2b57fb6f-c6cd-4d15-b73e-137613c59263","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.952715997Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.301545754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"92b21905-04ef-49f6-8bd4-37869fd9b26f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.817081431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"576a7323-3cd1-4b17-950f-75dcdc38ecb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.817530023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"32ef08e1-793a-42a5-996b-4fdfc42ecb38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.874895746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"576a7323-3cd1-4b17-950f-75dcdc38ecb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.893945354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"32ef08e1-793a-42a5-996b-4fdfc42ecb38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.042118326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"6dcc33e6-79b0-4d87-9348-250e1056d6b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.061603182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"6dcc33e6-79b0-4d87-9348-250e1056d6b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.467873557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"8521a362-1995-4cee-be00-554cb0d6118a","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.955060788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"992641a2-619b-4fce-b89b-641fcbcf72fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.081967676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"c102ddfa-a661-4b5f-b38f-f95326e484c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.082388096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"eae664e1-faf8-49a8-a1d8-58793b008f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.099902269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"499b32cf-dd38-4287-b789-9cb5ed0c9852","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.371523949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"992641a2-619b-4fce-b89b-641fcbcf72fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.690448782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"eae664e1-faf8-49a8-a1d8-58793b008f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.861207172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"44e4ed04-06cb-44fa-bfa3-8aebfcb50565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.861916438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"0f9ba816-8c69-4f54-bd7c-e208d6df1d63","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.933810105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"c102ddfa-a661-4b5f-b38f-f95326e484c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.998064425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"ccbbdfc8-d4ac-4344-8b9c-f1849cbee138","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.038464361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"0f9ba816-8c69-4f54-bd7c-e208d6df1d63","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"e2e-mt-f3092a4d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.100439801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"44e4ed04-06cb-44fa-bfa3-8aebfcb50565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.185788299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f3092a4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cddf6daa841d2f721aab36119035821330700694245303cacd776ea90fc4b2c3) AuthConfig (51e67bb47f10e3f9bc85708bd97c6abcdbd353c13ce1ee4946d0ab6e24ce976e) AuthConfig (fdff82d8517dc4bbfeffa4862ef81b2065dbb4e6517e1a5bc64971357172b751) AuthConfig (51369e820c15e38b14adddfd24f9deeb02b58fce495ccbd57bf01352168b9231) AuthConfig (e217a831f555fde96d2b9cd8f76ce677c08159efdcf67af0f4fc1d5d76114985) AuthConfig (7530122249dcaf662591a1ad8bd80c22c925b1839caeeb8e54864354621d5a1c) AuthConfig (bad029d4133a2c10ee1852b86b53815adb6de12b1143f867eb3246bf028ba8cc) AuthConfig (2ae7acc074c56507c784c931c0a1708f7d7ba9f0b6e1f85c43344ea4a124522e) AuthConfig (f88ced980d29a359a505f2a52afcfec11dcc8345fccfe646d8b3f7a771e3276e) AuthConfig (290d8b1ceb64ec2744bb8578805d7896783a027eeb158f5a988e65f601ec7442) AuthConfig (6b106009830f261172380eff48993904f84b1516ea100c4c0aeb410aeb30448a) AuthConfig (93a60dfcab7685af38a3b911d422c7b0e0e6d638641ec9a78fdf40ea041a055d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"0f9ba816-8c69-4f54-bd7c-e208d6df1d63","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.21316769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"4f668cf1-258d-4583-9f47-6bfcc69756d9","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.256330952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"5a1128e1-1fed-4fdf-9c93-ffa5acbf4516","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.260894587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"5a1128e1-1fed-4fdf-9c93-ffa5acbf4516","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.286391636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"b99f5f6b-6d0d-4ec2-81e8-663911b385cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.312098324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"700964a0-1935-4f18-9935-87cf87ad1ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.312439821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"addde39f-02c1-4d1f-9314-0933f65ed1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.51500906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"3643df3f-6a72-4518-b161-fa66bdaa9102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.655644618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"ec52148f-4439-40cb-88a2-2ff6a5368563","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.676719518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"700964a0-1935-4f18-9935-87cf87ad1ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.728121794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"addde39f-02c1-4d1f-9314-0933f65ed1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.790464075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"3643df3f-6a72-4518-b161-fa66bdaa9102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.829062137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"2d60fbac-5dd8-4912-9221-72d2f0240d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.88996525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"5c94f7e5-0260-4be4-88ba-e249806847fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.903339395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"0f138b0d-7e70-4701-b1d2-2cb16198bfeb","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:22.03754333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"2d60fbac-5dd8-4912-9221-72d2f0240d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:22.142667824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"5c94f7e5-0260-4be4-88ba-e249806847fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:22.144208379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"9a31951b-8dd2-4014-9352-dc9f57b872a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:22.183176245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"d8f59024-1234-45b3-a7a3-f632991727e9","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:25.188403392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"54c92f6a-0a5b-49d4-a45b-2875e77cb21c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:25.66625464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"54c92f6a-0a5b-49d4-a45b-2875e77cb21c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"name":"e2e-api-a-e4a049-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:25.673024659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"47b17e87-cf8b-4119-a37d-a21e79874294","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:25.809601896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e4a049-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fcc2e11c31a62469b9dcfb977a7c85cd36e284465737046eb4f437b4df38a17f) AuthConfig (216e25e1cd849e3a1a295c92b9c2c0d889519c9337a265761529a9ef90ef7327) AuthConfig (5daff0f7e88895dd781505cd3e835b7f823102d5fe98c761b98599e7a5b6a757) AuthConfig (8282143b31e26676a135153f456179d164731b57eb54471b5525c240f7758c45) AuthConfig (a7c83390835be678fc656a101155195b7f13076bce691d3826fb3f0b736ce80c) AuthConfig (51d31fe7cfd2a43e8b9e71d8c5e195e174bff1d5e6a13d08f50c44a6e09fb441) EnvoyFilter (openshift-ingress/e2e-api-a-e4a049)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"54c92f6a-0a5b-49d4-a45b-2875e77cb21c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:25.848052019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"317b7556-ff7a-43e2-830f-dafe189e9a36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:25.944058374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"317b7556-ff7a-43e2-830f-dafe189e9a36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:26.318210472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a6e918-faf6-4ac4-b577-382402441bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:26.33090541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a6e918-faf6-4ac4-b577-382402441bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:26.346325268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a6e918-faf6-4ac4-b577-382402441bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:26.36266513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a6e918-faf6-4ac4-b577-382402441bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:26.963742283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0de47e-1242-4444-92ab-74c1ab12040b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:26.979866355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0de47e-1242-4444-92ab-74c1ab12040b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:26.999616497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0de47e-1242-4444-92ab-74c1ab12040b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:27.020677088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0de47e-1242-4444-92ab-74c1ab12040b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.182643413Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"namespace":"ai-tenant-e2e-mt-af7f4dfc","name":"e2e-shared-int-policy-02a610ae","reconcileID":"df6620a2-00bd-41ba-922a-a62bc566e752","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.183294525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29112563-78ad-462f-a300-b4f2b8deaa8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.183385338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29112563-78ad-462f-a300-b4f2b8deaa8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.208633864Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"namespace":"ai-tenant-e2e-mt-af7f4dfc","name":"e2e-shared-int-policy-02a610ae","reconcileID":"df6620a2-00bd-41ba-922a-a62bc566e752","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"policyNamespace":"ai-tenant-e2e-mt-af7f4dfc","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.227088535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8360aee1-3ce6-449b-a74c-96fc14cb5bc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.227121248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8360aee1-3ce6-449b-a74c-96fc14cb5bc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.459051645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"240274b5-59fd-4e0b-a24d-4e50c2fe2d97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.459082613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"240274b5-59fd-4e0b-a24d-4e50c2fe2d97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.531001721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4eacf233-c2b9-4cdb-8ede-6a0a52f50c58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.531019549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4eacf233-c2b9-4cdb-8ede-6a0a52f50c58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.546474262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1f39401-f600-47fc-a5a5-9e00f3e0f074","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.546498362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1f39401-f600-47fc-a5a5-9e00f3e0f074","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.58467039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-e4f17305","reconcileID":"020c4853-cf8d-4059-963b-3078a85a31ce","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-e4f17305","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.602350408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-e4f17305","reconcileID":"020c4853-cf8d-4059-963b-3078a85a31ce","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-e4f17305","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.63357938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"389a46a4-7cf4-4c37-95b8-04f32983b879","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.633601216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"389a46a4-7cf4-4c37-95b8-04f32983b879","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.650230452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c30def82-8634-4c27-b206-a180ae0813b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.650259987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c30def82-8634-4c27-b206-a180ae0813b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.691245031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"f740e31e-5db6-452a-a29c-1802acf25419","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a37a29","tenantID":"e2e-api-a-a37a29","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.722979607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"f740e31e-5db6-452a-a29c-1802acf25419","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"name":"e2e-api-a-a37a29-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.7526405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a37a29-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47a4321e397d306070c2f04397e0050cbf4a553864433739ecc5583b32819e82) AuthConfig (32fce25e850202fd63a7de461a47cb4988e07e6c63f7b1053a4c93fddd1d2488) AuthConfig (ad470793da97e220fb3ff2e27db3a4dd7f0d32ca62c733e3c37e9d7dba12aafd) AuthConfig (2444d2600726d41959c507bb52b092d75e1a6f7b4efd2b8eadb9e5b1164d63fb) AuthConfig (30d5735a9646a9cf6397b5054dc11c8ef3cd17bfefeec7d3ba8e8f80dcdd7d9c) AuthConfig (813ee056d936bd770386f50cf037b050dad1834754b19d70fff07d60a6ab7c4d) EnvoyFilter (openshift-ingress/e2e-api-a-a37a29) EnvoyFilter (openshift-ingress/e2e-api-a-a37a29)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"f740e31e-5db6-452a-a29c-1802acf25419","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.769728748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6b9d19a-5b21-46f2-b455-5ac6d6a10174","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.770480281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6b9d19a-5b21-46f2-b455-5ac6d6a10174","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.773386411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dbf27f7-c2be-465d-9148-f5d6d79b22b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.773470636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dbf27f7-c2be-465d-9148-f5d6d79b22b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.778284031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2edf9537-1938-42fb-9a01-190f4b63d62c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.77830617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2edf9537-1938-42fb-9a01-190f4b63d62c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.788678035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"365130b2-9390-4870-a919-978478ad26db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.789438831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"365130b2-9390-4870-a919-978478ad26db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:57:29.807067188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-e4f17305","reconcileID":"e87932fc-40e8-4f20-9b0f-08d529913c0c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-e4f17305\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.818219815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-e4f17305","reconcileID":"68e88f3f-968d-4b70-84d7-b03ed08596a9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-e4f17305","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.836398033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-e4f17305","reconcileID":"68e88f3f-968d-4b70-84d7-b03ed08596a9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-e4f17305","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.849462874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10b6418e-3087-4e28-a4e4-3d2fcd4e8f9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.849483999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10b6418e-3087-4e28-a4e4-3d2fcd4e8f9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.867331817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65526fdf-07b4-43d4-9ff4-d11d11141c21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.867352244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65526fdf-07b4-43d4-9ff4-d11d11141c21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.927297458Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-e4f17305","reconcileID":"f5b0cc26-315f-4edc-ad84-6056a4b5d725","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-e4f17305","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.927438126Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-e4f17305","reconcileID":"f5b0cc26-315f-4edc-ad84-6056a4b5d725","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e4f17305","error":"MaaSModelRef not found: llm/nonexistent-model-e4f17305","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.992682882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"effa5c5e-7f1f-4b84-93d2-b197c91b4446","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.992714633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"effa5c5e-7f1f-4b84-93d2-b197c91b4446","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.006719423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e7ddd70d-7d89-4ad3-beaf-b18022edf1aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.112057661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-e4f17305","reconcileID":"b9115aae-8107-4e6d-92b7-45a163efca8a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.112163305Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-e4f17305","reconcileID":"b9115aae-8107-4e6d-92b7-45a163efca8a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e4f17305","error":"MaaSModelRef not found: llm/nonexistent-model-e4f17305","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.275115612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"7282415b-c04c-4b70-a901-a97f8d359bde","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.293871166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"7282415b-c04c-4b70-a901-a97f8d359bde","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"e2e-mt-f3092a4d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.310334099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f3092a4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cddf6daa841d2f721aab36119035821330700694245303cacd776ea90fc4b2c3) AuthConfig (51e67bb47f10e3f9bc85708bd97c6abcdbd353c13ce1ee4946d0ab6e24ce976e) AuthConfig (fdff82d8517dc4bbfeffa4862ef81b2065dbb4e6517e1a5bc64971357172b751) AuthConfig (51369e820c15e38b14adddfd24f9deeb02b58fce495ccbd57bf01352168b9231) AuthConfig (e217a831f555fde96d2b9cd8f76ce677c08159efdcf67af0f4fc1d5d76114985) AuthConfig (7530122249dcaf662591a1ad8bd80c22c925b1839caeeb8e54864354621d5a1c) AuthConfig (bad029d4133a2c10ee1852b86b53815adb6de12b1143f867eb3246bf028ba8cc) AuthConfig (2ae7acc074c56507c784c931c0a1708f7d7ba9f0b6e1f85c43344ea4a124522e) AuthConfig (f88ced980d29a359a505f2a52afcfec11dcc8345fccfe646d8b3f7a771e3276e) AuthConfig (290d8b1ceb64ec2744bb8578805d7896783a027eeb158f5a988e65f601ec7442) AuthConfig (6b106009830f261172380eff48993904f84b1516ea100c4c0aeb410aeb30448a) AuthConfig (93a60dfcab7685af38a3b911d422c7b0e0e6d638641ec9a78fdf40ea041a055d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"7282415b-c04c-4b70-a901-a97f8d359bde","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:32.61143141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48c67cf6-3ee6-4155-980c-d999687b7f30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:32.611527472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48c67cf6-3ee6-4155-980c-d999687b7f30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:32.981817329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e9c203-2101-40c6-b445-a0d202f23a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:32.99470328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e9c203-2101-40c6-b445-a0d202f23a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:33.007777445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e9c203-2101-40c6-b445-a0d202f23a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:33.020470112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"4194df34-094f-4958-9595-0366b07b4077","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27d16a","tenantID":"e2e-api-b-27d16a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:33.021006827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e9c203-2101-40c6-b445-a0d202f23a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:33.059606507Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"4194df34-094f-4958-9595-0366b07b4077","name":"e2e-api-b-27d16a-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:33.579679002Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a0dbf5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a0dbf5","reconcileID":"05a93a59-6861-4c6f-ae07-4efebee8f2df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a0dbf5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-a0dbf5":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:33.610272014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db20a152-c848-4a6c-8420-774afcb65094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:33.638032418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db20a152-c848-4a6c-8420-774afcb65094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:33.717973331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db20a152-c848-4a6c-8420-774afcb65094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:33.742496263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db20a152-c848-4a6c-8420-774afcb65094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:34.284111855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6310320a-f782-4650-b204-4dfc83bea4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:34.297737956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6310320a-f782-4650-b204-4dfc83bea4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:34.310757579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6310320a-f782-4650-b204-4dfc83bea4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:34.324332683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6310320a-f782-4650-b204-4dfc83bea4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:34.883929358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1935acc9-43cf-4ca2-ae9c-308ff9cfe4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:34.896751243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1935acc9-43cf-4ca2-ae9c-308ff9cfe4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:34.963940687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1935acc9-43cf-4ca2-ae9c-308ff9cfe4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:34.976992721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1935acc9-43cf-4ca2-ae9c-308ff9cfe4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:35.916634555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"a7ffeed9-72a6-456f-8da7-ca8deaa05205","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:35.936448631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"a7ffeed9-72a6-456f-8da7-ca8deaa05205","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"name":"e2e-api-a-e4a049-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:35.966490577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e4a049-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fcc2e11c31a62469b9dcfb977a7c85cd36e284465737046eb4f437b4df38a17f) AuthConfig (216e25e1cd849e3a1a295c92b9c2c0d889519c9337a265761529a9ef90ef7327) AuthConfig (5daff0f7e88895dd781505cd3e835b7f823102d5fe98c761b98599e7a5b6a757) AuthConfig (8282143b31e26676a135153f456179d164731b57eb54471b5525c240f7758c45) AuthConfig (a7c83390835be678fc656a101155195b7f13076bce691d3826fb3f0b736ce80c) AuthConfig (51d31fe7cfd2a43e8b9e71d8c5e195e174bff1d5e6a13d08f50c44a6e09fb441) EnvoyFilter (openshift-ingress/e2e-api-a-e4a049)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"a7ffeed9-72a6-456f-8da7-ca8deaa05205","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:36.491703313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"713d1db2-ab77-46cf-967d-601dd5e02131","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cd525f","tenantID":"e2e-api-a-cd525f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:36.536606344Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"713d1db2-ab77-46cf-967d-601dd5e02131","name":"e2e-api-a-cd525f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.506213341Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"namespace":"ai-tenant-e2e-mt-af7f4dfc","name":"e2e-shared-int-sub-02a610ae","reconcileID":"33cd8690-6e18-4f0f-b09f-ef2765da8d5f","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-02a610ae","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.557982061Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"namespace":"ai-tenant-e2e-mt-af7f4dfc","name":"e2e-shared-int-sub-02a610ae","reconcileID":"33cd8690-6e18-4f0f-b09f-ef2765da8d5f","MaaSSubscription":{"name":"e2e-shared-int-sub-02a610ae","namespace":"ai-tenant-e2e-mt-af7f4dfc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.617469611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2a6f9a3-4d3c-488e-a968-7b208e0d1114","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.651272597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a52f02b-00e2-45c9-8c8d-4c400d372c41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.651291675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a52f02b-00e2-45c9-8c8d-4c400d372c41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.807547001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"b948d8d0-e628-43d7-9f3a-8675171ccd59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a37a29","tenantID":"e2e-api-a-a37a29","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.825393624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"b948d8d0-e628-43d7-9f3a-8675171ccd59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"name":"e2e-api-a-a37a29-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.842572154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a37a29-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47a4321e397d306070c2f04397e0050cbf4a553864433739ecc5583b32819e82) AuthConfig (32fce25e850202fd63a7de461a47cb4988e07e6c63f7b1053a4c93fddd1d2488) AuthConfig (ad470793da97e220fb3ff2e27db3a4dd7f0d32ca62c733e3c37e9d7dba12aafd) AuthConfig (2444d2600726d41959c507bb52b092d75e1a6f7b4efd2b8eadb9e5b1164d63fb) AuthConfig (30d5735a9646a9cf6397b5054dc11c8ef3cd17bfefeec7d3ba8e8f80dcdd7d9c) AuthConfig (813ee056d936bd770386f50cf037b050dad1834754b19d70fff07d60a6ab7c4d) EnvoyFilter (openshift-ingress/e2e-api-a-a37a29) EnvoyFilter (openshift-ingress/e2e-api-a-a37a29)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"b948d8d0-e628-43d7-9f3a-8675171ccd59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.695406194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"31747c5a-1178-455e-9b8d-e71312c115f5","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:41.337213391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"68f5b550-f5af-498a-b135-250b5a78327f","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:41.355150439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"68f5b550-f5af-498a-b135-250b5a78327f","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"e2e-mt-f3092a4d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:41.375459376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f3092a4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cddf6daa841d2f721aab36119035821330700694245303cacd776ea90fc4b2c3) AuthConfig (51e67bb47f10e3f9bc85708bd97c6abcdbd353c13ce1ee4946d0ab6e24ce976e) AuthConfig (fdff82d8517dc4bbfeffa4862ef81b2065dbb4e6517e1a5bc64971357172b751) AuthConfig (51369e820c15e38b14adddfd24f9deeb02b58fce495ccbd57bf01352168b9231) AuthConfig (e217a831f555fde96d2b9cd8f76ce677c08159efdcf67af0f4fc1d5d76114985) AuthConfig (7530122249dcaf662591a1ad8bd80c22c925b1839caeeb8e54864354621d5a1c) AuthConfig (bad029d4133a2c10ee1852b86b53815adb6de12b1143f867eb3246bf028ba8cc) AuthConfig (2ae7acc074c56507c784c931c0a1708f7d7ba9f0b6e1f85c43344ea4a124522e) AuthConfig (f88ced980d29a359a505f2a52afcfec11dcc8345fccfe646d8b3f7a771e3276e) AuthConfig (290d8b1ceb64ec2744bb8578805d7896783a027eeb158f5a988e65f601ec7442) AuthConfig (6b106009830f261172380eff48993904f84b1516ea100c4c0aeb410aeb30448a) AuthConfig (93a60dfcab7685af38a3b911d422c7b0e0e6d638641ec9a78fdf40ea041a055d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"68f5b550-f5af-498a-b135-250b5a78327f","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.794330105Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-e4f17305","reconcileID":"87143bc0-b3b7-43ad-afb3-34375241fc02","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-e4f17305","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.821986476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-e4f17305","reconcileID":"87143bc0-b3b7-43ad-afb3-34375241fc02","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.822017849Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-e4f17305","reconcileID":"87143bc0-b3b7-43ad-afb3-34375241fc02","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e4f17305","subscription":"e2e-neg-ghost-sub-e4f17305","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.822151766Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-e4f17305","reconcileID":"87143bc0-b3b7-43ad-afb3-34375241fc02","MaaSSubscription":{"name":"e2e-neg-ghost-sub-e4f17305","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e4f17305","error":"MaaSModelRef not found: llm/nonexistent-model-e4f17305","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.98760943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfda4229-962c-4495-bd92-040d43a6feaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.987629284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfda4229-962c-4495-bd92-040d43a6feaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.151869239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-e4f17305","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-e4f17305","reconcileID":"21302ed5-ba89-4147-822e-aaf7be5ae6de","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-e4f17305","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.151996762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58472c5e-1703-4fdd-82b0-9075f78de214","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.152017655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58472c5e-1703-4fdd-82b0-9075f78de214","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.196381351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86c9755a-4254-4d5e-8002-3702e901454a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.19640113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86c9755a-4254-4d5e-8002-3702e901454a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.4812701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"75ea93f0-95de-4e91-bdfb-feb20d72e5bd","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.500319281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"622a4fb3-c4d6-46ff-8069-dc2ebae28d47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.500338681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"622a4fb3-c4d6-46ff-8069-dc2ebae28d47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.503508952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a8d90a4-ea77-44b7-948b-5551316d91fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.503530121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a8d90a4-ea77-44b7-948b-5551316d91fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.553457544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be058150","reconcileID":"952c5b78-62de-47c7-9da9-49046e417a66","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.572109316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be058150","reconcileID":"952c5b78-62de-47c7-9da9-49046e417a66","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.600938149Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be058150","reconcileID":"952c5b78-62de-47c7-9da9-49046e417a66","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-be058150","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.657383032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0b92ff9-03d6-4bfc-89dd-cbc8b8aa41f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.65740491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0b92ff9-03d6-4bfc-89dd-cbc8b8aa41f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.7134861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be058150","reconcileID":"7e95f6ef-11a4-41f4-8bd7-5ec5c0ffae9b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.731490201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be058150","reconcileID":"7e95f6ef-11a4-41f4-8bd7-5ec5c0ffae9b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.759906403Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be058150","reconcileID":"7e95f6ef-11a4-41f4-8bd7-5ec5c0ffae9b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-be058150","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:57:43.810330838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be058150","reconcileID":"7e95f6ef-11a4-41f4-8bd7-5ec5c0ffae9b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-policy-be058150\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.868632235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be058150","reconcileID":"e0c11beb-2863-4acf-a668-200ef1921572","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.885969434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be058150","reconcileID":"e0c11beb-2863-4acf-a668-200ef1921572","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.915606726Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be058150","reconcileID":"e0c11beb-2863-4acf-a668-200ef1921572","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-be058150","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.99257103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"c0ec6193-6872-4b51-8881-09e20acd328a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:46.013672043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"c0ec6193-6872-4b51-8881-09e20acd328a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"name":"e2e-api-a-e4a049-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:46.045819742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e4a049-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fcc2e11c31a62469b9dcfb977a7c85cd36e284465737046eb4f437b4df38a17f) AuthConfig (216e25e1cd849e3a1a295c92b9c2c0d889519c9337a265761529a9ef90ef7327) AuthConfig (5daff0f7e88895dd781505cd3e835b7f823102d5fe98c761b98599e7a5b6a757) AuthConfig (8282143b31e26676a135153f456179d164731b57eb54471b5525c240f7758c45) AuthConfig (a7c83390835be678fc656a101155195b7f13076bce691d3826fb3f0b736ce80c) AuthConfig (51d31fe7cfd2a43e8b9e71d8c5e195e174bff1d5e6a13d08f50c44a6e09fb441) EnvoyFilter (openshift-ingress/e2e-api-a-e4a049)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"c0ec6193-6872-4b51-8881-09e20acd328a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:46.281663601Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be058150","reconcileID":"6c86cb07-227b-4a25-acae-bc689496f6ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:46.281753882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61a389d9-aeeb-4ee5-bd63-4f70093416c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:46.281790295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61a389d9-aeeb-4ee5-bd63-4f70093416c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:46.294580347Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-be058150","reconcileID":"6c86cb07-227b-4a25-acae-bc689496f6ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-be058150","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-be058150","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:46.426092895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15a2aafb-f567-491d-a36d-9c01d6405d00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:46.4261142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15a2aafb-f567-491d-a36d-9c01d6405d00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:48.007500966Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:48.684111107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442cd16d-b96f-4d6d-b8c3-9d3f41836883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:48.697413341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442cd16d-b96f-4d6d-b8c3-9d3f41836883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:48.711193769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442cd16d-b96f-4d6d-b8c3-9d3f41836883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:48.727894347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442cd16d-b96f-4d6d-b8c3-9d3f41836883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:49.283387595Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-36befd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-36befd","reconcileID":"56e83c25-9890-442e-bca1-711f26abdf9f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-36befd","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-36befd":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:49.32172925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"133293d0-e8e5-4aed-8e68-82c111b9eb6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:49.334712624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"133293d0-e8e5-4aed-8e68-82c111b9eb6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:49.347566467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"133293d0-e8e5-4aed-8e68-82c111b9eb6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:49.36150542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"133293d0-e8e5-4aed-8e68-82c111b9eb6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:49.95938573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"9bb54e88-a6c3-420c-b02f-3d97272cefec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a37a29","tenantID":"e2e-api-a-a37a29","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:49.996449212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"9bb54e88-a6c3-420c-b02f-3d97272cefec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"name":"e2e-api-a-a37a29-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:50.052787605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a37a29-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47a4321e397d306070c2f04397e0050cbf4a553864433739ecc5583b32819e82) AuthConfig (32fce25e850202fd63a7de461a47cb4988e07e6c63f7b1053a4c93fddd1d2488) AuthConfig (ad470793da97e220fb3ff2e27db3a4dd7f0d32ca62c733e3c37e9d7dba12aafd) AuthConfig (2444d2600726d41959c507bb52b092d75e1a6f7b4efd2b8eadb9e5b1164d63fb) AuthConfig (30d5735a9646a9cf6397b5054dc11c8ef3cd17bfefeec7d3ba8e8f80dcdd7d9c) AuthConfig (813ee056d936bd770386f50cf037b050dad1834754b19d70fff07d60a6ab7c4d) EnvoyFilter (openshift-ingress/e2e-api-a-a37a29) EnvoyFilter (openshift-ingress/e2e-api-a-a37a29)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"9bb54e88-a6c3-420c-b02f-3d97272cefec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:50.279075982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5140a122-cf5f-4c6b-ab12-1c108c8cd4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:50.292450311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5140a122-cf5f-4c6b-ab12-1c108c8cd4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:50.319039759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5140a122-cf5f-4c6b-ab12-1c108c8cd4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:50.355405022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5140a122-cf5f-4c6b-ab12-1c108c8cd4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:57:50.988691616Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-36befd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-36befd","reconcileID":"d190609c-049e-4e3f-bef2-22f6033ff66c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-36befd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.015622407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cec4733-5672-46f7-8ed0-5e67bbb82109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.028414139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cec4733-5672-46f7-8ed0-5e67bbb82109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.041928557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cec4733-5672-46f7-8ed0-5e67bbb82109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.055172772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cec4733-5672-46f7-8ed0-5e67bbb82109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.464498909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"67f0b416-cea1-43b4-a200-845acbb9bd51","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.491187144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"67f0b416-cea1-43b4-a200-845acbb9bd51","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"e2e-mt-f3092a4d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.520324421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f3092a4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cddf6daa841d2f721aab36119035821330700694245303cacd776ea90fc4b2c3) AuthConfig (51e67bb47f10e3f9bc85708bd97c6abcdbd353c13ce1ee4946d0ab6e24ce976e) AuthConfig (fdff82d8517dc4bbfeffa4862ef81b2065dbb4e6517e1a5bc64971357172b751) AuthConfig (51369e820c15e38b14adddfd24f9deeb02b58fce495ccbd57bf01352168b9231) AuthConfig (e217a831f555fde96d2b9cd8f76ce677c08159efdcf67af0f4fc1d5d76114985) AuthConfig (7530122249dcaf662591a1ad8bd80c22c925b1839caeeb8e54864354621d5a1c) AuthConfig (bad029d4133a2c10ee1852b86b53815adb6de12b1143f867eb3246bf028ba8cc) AuthConfig (2ae7acc074c56507c784c931c0a1708f7d7ba9f0b6e1f85c43344ea4a124522e) AuthConfig (f88ced980d29a359a505f2a52afcfec11dcc8345fccfe646d8b3f7a771e3276e) AuthConfig (290d8b1ceb64ec2744bb8578805d7896783a027eeb158f5a988e65f601ec7442) AuthConfig (6b106009830f261172380eff48993904f84b1516ea100c4c0aeb410aeb30448a) AuthConfig (93a60dfcab7685af38a3b911d422c7b0e0e6d638641ec9a78fdf40ea041a055d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"67f0b416-cea1-43b4-a200-845acbb9bd51","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.855441624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb83c82-f52e-4e1c-90ce-235d8200afac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.877919969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb83c82-f52e-4e1c-90ce-235d8200afac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.89912242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb83c82-f52e-4e1c-90ce-235d8200afac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.919302824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb83c82-f52e-4e1c-90ce-235d8200afac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:52.385067606Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a1d1da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a1d1da","reconcileID":"01037c5e-7266-40df-8b6d-e50c7d02b89a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a1d1da","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a1d1da":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:52.566369961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54abb93a-9c61-4da3-9f90-fa211704cf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:52.57917366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54abb93a-9c61-4da3-9f90-fa211704cf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:52.591846547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54abb93a-9c61-4da3-9f90-fa211704cf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:52.604709896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54abb93a-9c61-4da3-9f90-fa211704cf97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.191256477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b331ac29-d0ba-4a2e-a50f-b5092fb50364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.207733096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b331ac29-d0ba-4a2e-a50f-b5092fb50364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.220357836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b331ac29-d0ba-4a2e-a50f-b5092fb50364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.23289503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b331ac29-d0ba-4a2e-a50f-b5092fb50364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.924457877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9481e8b4-7f3e-48b0-93f5-11ffb5be7929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.937032563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9481e8b4-7f3e-48b0-93f5-11ffb5be7929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.949507922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9481e8b4-7f3e-48b0-93f5-11ffb5be7929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.962177807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9481e8b4-7f3e-48b0-93f5-11ffb5be7929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:57:54.057326879Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a1d1da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a1d1da","reconcileID":"d444da39-872c-4101-9a8d-92dd9e3cb0ee","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-a1d1da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:56.085872431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"8d744f3e-2ed7-4dbd-8756-0345b5595bdb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:56.129196239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"8d744f3e-2ed7-4dbd-8756-0345b5595bdb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"name":"e2e-api-a-e4a049-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:56.178617157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e4a049-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fcc2e11c31a62469b9dcfb977a7c85cd36e284465737046eb4f437b4df38a17f) AuthConfig (216e25e1cd849e3a1a295c92b9c2c0d889519c9337a265761529a9ef90ef7327) AuthConfig (5daff0f7e88895dd781505cd3e835b7f823102d5fe98c761b98599e7a5b6a757) AuthConfig (8282143b31e26676a135153f456179d164731b57eb54471b5525c240f7758c45) AuthConfig (a7c83390835be678fc656a101155195b7f13076bce691d3826fb3f0b736ce80c) AuthConfig (51d31fe7cfd2a43e8b9e71d8c5e195e174bff1d5e6a13d08f50c44a6e09fb441) EnvoyFilter (openshift-ingress/e2e-api-a-e4a049)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"8d744f3e-2ed7-4dbd-8756-0345b5595bdb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:56.715894034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"9d47761d-6dbe-4d30-9ec7-cd0edcb1fe0e","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"maas-trlp-e2e-lifecycle-model-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:56.83431372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"b51d33ae-adbe-4a1f-99e2-18e3bcf06097","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:56.834344084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"b51d33ae-adbe-4a1f-99e2-18e3bcf06097","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:58.767277501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"3817dc49-fd1f-41b3-8826-30c80442500b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:58.76783582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"80aba3ee-4671-411b-9979-4f255ea8f700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.07339608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"3817dc49-fd1f-41b3-8826-30c80442500b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.21350453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"80aba3ee-4671-411b-9979-4f255ea8f700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.391216788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"ef6474fd-0970-4311-9b77-bfe7755d58ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.47067598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"ef6474fd-0970-4311-9b77-bfe7755d58ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.49116381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"0d1f24a3-1096-4fbc-b105-3f83949a7920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.638479673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"0d1f24a3-1096-4fbc-b105-3f83949a7920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.63910519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"2531b45c-622e-43ce-beb4-ee364bdb42cf","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.779858524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"2531b45c-622e-43ce-beb4-ee364bdb42cf","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"e2e-mt-f3092a4d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.914466334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"59b89016-6438-4ba8-aa94-4aaf00b200c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.980093585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"7e647704-ef1a-4a57-af19-c13d86261dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.981734527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"9aacc232-5553-4adc-bd66-909e3da6c8d5","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.981759999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"9aacc232-5553-4adc-bd66-909e3da6c8d5","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:00.018242851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"7e647704-ef1a-4a57-af19-c13d86261dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:00.131321529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"dfea029e-87c3-45ce-a1b5-c7d7a404224b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a37a29","tenantID":"e2e-api-a-a37a29","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:00.134036377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fad31b-f407-49f4-9625-c52a55ed8185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:00.275633032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fad31b-f407-49f4-9625-c52a55ed8185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:00.299076251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"59b89016-6438-4ba8-aa94-4aaf00b200c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:00.324497625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"dfea029e-87c3-45ce-a1b5-c7d7a404224b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"name":"e2e-api-a-a37a29-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:00.372234906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fad31b-f407-49f4-9625-c52a55ed8185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:00.51337453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fad31b-f407-49f4-9625-c52a55ed8185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:00.881842243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d12357-6a94-479a-a3b3-223b71287566","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:00.881955301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d12357-6a94-479a-a3b3-223b71287566","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.202335198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"405c7ade-6a5f-4d42-b13a-1f0094cef187","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.202470337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"405c7ade-6a5f-4d42-b13a-1f0094cef187","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.366935093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ce964db-9f31-4a20-9e04-a90b3cecb900","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.470994042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ce964db-9f31-4a20-9e04-a90b3cecb900","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.534367616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"41605b09-7ad2-4037-bf02-202ade4deea8","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.535418852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"397cf13c-bfd6-49cd-a430-ce323b78eb34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27d16a","tenantID":"e2e-api-b-27d16a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.638963767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"397cf13c-bfd6-49cd-a430-ce323b78eb34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"name":"e2e-api-b-27d16a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.919020658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-27d16a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20b47d2c7c366cae3eced40393e304b3afcc4f077edf63aaf3035640fe062bce) AuthConfig (ff468b69bd0d5b7dd6bb980b827e8fa242d0df8a631d62e80ac182496f6599dc) AuthConfig (1b112e7de03fec870011ecb31b38f6ee78a74aa093e41cfbdaac5b558d69fbd5) AuthConfig (adcefd5b275985b37130966e5737e35b725c3cf6fe4e1e5f6b7f6b64c97025bc) AuthConfig (b532c8d222ad4d1cd9007d3ad3a00823c7d5e5838bb0035e574b7e661ed2959c) AuthConfig (f8921647eb5fcdc0da3fb2ff91c775b3ff171e63021209eaba77f6e221d425a8) EnvoyFilter (openshift-ingress/e2e-api-b-27d16a) EnvoyFilter (openshift-ingress/e2e-api-b-27d16a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"397cf13c-bfd6-49cd-a430-ce323b78eb34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:02.007205071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"e503333a-246c-486d-bcc4-81f41efdfaf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:02.008417596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcef52be-25b2-4687-bfa9-5b09e365e120","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:02.012842492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcef52be-25b2-4687-bfa9-5b09e365e120","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:02.112458315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"be210a6b-b40c-408a-bf3e-7e3684bbc0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:02.368255963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"be210a6b-b40c-408a-bf3e-7e3684bbc0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:02.630333542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"f6dfbae9-5642-4dbe-91fd-47a1e1c528b1","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:02.855000168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"4482e1e4-8ea5-4a46-8e64-77317b74fd73","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:02.89645724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"893f5302-4a43-40a1-a197-0d5cd70df088","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:03.843587281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"6b60f171-8944-427a-b699-57b03413ef25","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:03.953591276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"6b60f171-8944-427a-b699-57b03413ef25","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"name":"e2e-api-a-e4a049-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:03.974234294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b775041-af44-478f-aa86-71387a2f130e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.173902036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b775041-af44-478f-aa86-71387a2f130e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.193183089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b775041-af44-478f-aa86-71387a2f130e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.298591453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b775041-af44-478f-aa86-71387a2f130e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.379040552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"94c56c9c-e429-41ed-8f24-e6ea64a40f90","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.45494927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b3ab0e7-4532-467a-b7f6-36113ad9a026","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.45499348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b3ab0e7-4532-467a-b7f6-36113ad9a026","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.670512707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"0c1d38ea-330d-44f0-8c61-ae8851a1be1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.751484024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"0c1d38ea-330d-44f0-8c61-ae8851a1be1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"name":"e2e-api-a-e4a049-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.090115715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"36f2ce05-00ff-4032-9e69-5a7cd4136594","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a0dbf5","tenantID":"e2e-api-b-a0dbf5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.162472882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"80a5add9-cdd5-4a5f-9aee-b3bc86d86b91","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.240146074Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"36f2ce05-00ff-4032-9e69-5a7cd4136594","name":"e2e-api-b-a0dbf5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.427649042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"694ca2f9-0538-4276-8ee4-35817100983f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.507363936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"3535299c-6fcf-41f0-b49c-ef90704214c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.573879837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"694ca2f9-0538-4276-8ee4-35817100983f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.723417434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"e3406dd7-ddb7-4fe2-88ca-f069f8217070","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.992301857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"65d4d4a0-e364-4c24-9633-db99618cd1e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.615460192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"23edb715-bfef-4abd-a6e0-93b8c36ddfe4","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.740659425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"4094f51e-4a67-4bef-a258-58f0fc88a82e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.742074117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d7875c-d6f6-4929-9af1-1936a0ac47af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.772217589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d7875c-d6f6-4929-9af1-1936a0ac47af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.772881896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"f978c085-e532-40b3-9b3a-e8843d0f60ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.806115303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d7875c-d6f6-4929-9af1-1936a0ac47af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.847034076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d7875c-d6f6-4929-9af1-1936a0ac47af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.896322139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"f978c085-e532-40b3-9b3a-e8843d0f60ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.944846074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"39e11b8b-838e-44aa-82f8-d67c8ef67c83","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:07.043840482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"23ef8ac6-7cad-4726-b13d-d07be2809b9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:08.20733076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f74799e-0629-4b5c-ba6f-8eee3121c0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:08.221201594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f74799e-0629-4b5c-ba6f-8eee3121c0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:08.236501808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f74799e-0629-4b5c-ba6f-8eee3121c0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:08.251180286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f74799e-0629-4b5c-ba6f-8eee3121c0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:08.636956794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"73a65640-e327-45e0-b640-3addf6306104","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:08.94882533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab73979-b152-4064-8aef-84bad297fa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:08.962373576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab73979-b152-4064-8aef-84bad297fa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:08.976658607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab73979-b152-4064-8aef-84bad297fa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:09.007229486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab73979-b152-4064-8aef-84bad297fa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:09.415457392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"1f0f846c-2cec-4af3-bd5a-269f217a1288","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:09.472966109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"51857f93-0946-4fb0-be22-e443786bee85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:09.485007373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"2e8a5459-fad4-49a2-bef3-2870597a9d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:09.514958836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"2e8a5459-fad4-49a2-bef3-2870597a9d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:09.534609924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"9f50d842-de08-494e-a37b-57c19336fd0f","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:09.60114428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"10ab98e2-14dd-4669-84e1-4c4d067cf68d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:09.789547327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd87efb-7482-4dc6-90c6-a9b219c1fd7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:09.81017122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd87efb-7482-4dc6-90c6-a9b219c1fd7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:09.837511805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd87efb-7482-4dc6-90c6-a9b219c1fd7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:09.861843977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd87efb-7482-4dc6-90c6-a9b219c1fd7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:10.468611227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4031a883-fcf7-4c51-95b5-006211758234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:10.484245481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4031a883-fcf7-4c51-95b5-006211758234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:10.500943916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4031a883-fcf7-4c51-95b5-006211758234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:10.515695412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4031a883-fcf7-4c51-95b5-006211758234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.684621187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"e70eb59e-3d0a-4165-b620-eb99e9072225","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.684653337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"e70eb59e-3d0a-4165-b620-eb99e9072225","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.7039487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"3344083c-c4bc-4b19-9bf4-3ba12603206a","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.70403809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"3344083c-c4bc-4b19-9bf4-3ba12603206a","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.724150462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"b7451c21-e398-478b-b664-e8d256b45642","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.747313407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"cb77e396-53dc-44a4-9c80-a5411573de54","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"maas-trlp-e2e-lifecycle-model-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.757513948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"b7451c21-e398-478b-b664-e8d256b45642","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"e2e-mt-f3092a4d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.823330091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182059bd-31ea-4749-a953-44568ca22e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.837870947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182059bd-31ea-4749-a953-44568ca22e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.850603051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182059bd-31ea-4749-a953-44568ca22e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.866539674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182059bd-31ea-4749-a953-44568ca22e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.895096257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"f735af2c-162d-4e28-8708-7ba2dbfb572b","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"maas-trlp-e2e-lifecycle-model-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.95630833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"a7fa09d7-3b7d-4c7b-a78f-29f57330ff56","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.974004361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"a7fa09d7-3b7d-4c7b-a78f-29f57330ff56","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"e2e-mt-f3092a4d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.056968841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"97e428f1-8416-4157-a9a1-6bdca59d3994","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27d16a","tenantID":"e2e-api-b-27d16a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.076111628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"97e428f1-8416-4157-a9a1-6bdca59d3994","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"name":"e2e-api-b-27d16a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.093077374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-27d16a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20b47d2c7c366cae3eced40393e304b3afcc4f077edf63aaf3035640fe062bce) AuthConfig (ff468b69bd0d5b7dd6bb980b827e8fa242d0df8a631d62e80ac182496f6599dc) AuthConfig (1b112e7de03fec870011ecb31b38f6ee78a74aa093e41cfbdaac5b558d69fbd5) AuthConfig (adcefd5b275985b37130966e5737e35b725c3cf6fe4e1e5f6b7f6b64c97025bc) AuthConfig (b532c8d222ad4d1cd9007d3ad3a00823c7d5e5838bb0035e574b7e661ed2959c) AuthConfig (f8921647eb5fcdc0da3fb2ff91c775b3ff171e63021209eaba77f6e221d425a8) EnvoyFilter (openshift-ingress/e2e-api-b-27d16a) EnvoyFilter (openshift-ingress/e2e-api-b-27d16a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"97e428f1-8416-4157-a9a1-6bdca59d3994","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.492168639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dfd9b76-5d9f-4ee8-bc45-429c9d538cc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.492267111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dfd9b76-5d9f-4ee8-bc45-429c9d538cc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.508416565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27cb88f4-04e9-43d0-9c8e-f6ba24b776a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.508445954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27cb88f4-04e9-43d0-9c8e-f6ba24b776a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.535154841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"c98d3a2b-6393-4fca-a46f-2d0a448784dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cd525f","tenantID":"e2e-api-a-cd525f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.554121491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"c98d3a2b-6393-4fca-a46f-2d0a448784dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"name":"e2e-api-a-cd525f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.571154313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-cd525f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c029b7a7ecd71200918ca9d1ab6af2a949f9283b442d7c344cc0554ddd3c3b2) AuthConfig (4cb003f599b9b75b4ddb18c847f58065b0acfdefc71105765667680163ca690d) AuthConfig (347abfe26f8ab38928e5ee28622867656fb7fe1472247f8c91c392a81eba4652) AuthConfig (b29e444b0210189a01da3ae1bdc523051b96e86cdcd9341d52b8f25b6d9af815) AuthConfig (e8ad167264eb1557f405899e3d9bc16a1828729ed4ae95676ce3e654a6cf033a) AuthConfig (285e8674cc0693b6358f23b6a70c3f6e4bb06762b945e78f7b2590000f6c895f) EnvoyFilter (openshift-ingress/e2e-api-a-cd525f) EnvoyFilter (openshift-ingress/e2e-api-a-cd525f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"c98d3a2b-6393-4fca-a46f-2d0a448784dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.590981285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d22ea21-7e0a-44a5-ac14-fd79373dbae8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.591001088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d22ea21-7e0a-44a5-ac14-fd79373dbae8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.622949544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d23b34-3284-430e-93e5-0828817577c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.636474999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d23b34-3284-430e-93e5-0828817577c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.649408613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d23b34-3284-430e-93e5-0828817577c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.66274799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d23b34-3284-430e-93e5-0828817577c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:13.370657755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4650046b-b8ac-4988-8eaf-2b71f3830b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:13.385532369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4650046b-b8ac-4988-8eaf-2b71f3830b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:13.399475259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4650046b-b8ac-4988-8eaf-2b71f3830b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:13.483200177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4650046b-b8ac-4988-8eaf-2b71f3830b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:14.106617441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"faa7945c-f82c-4c37-a355-12cc1885e522","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:14.134886163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"faa7945c-f82c-4c37-a355-12cc1885e522","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"name":"e2e-api-a-e4a049-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.734577284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5635c5d-ebed-468a-858a-a34e4566b7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.748915847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5635c5d-ebed-468a-858a-a34e4566b7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.763403812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5635c5d-ebed-468a-858a-a34e4566b7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.776800735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5635c5d-ebed-468a-858a-a34e4566b7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:17.35783947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b1bc36-f21f-4acf-ad20-6254d938025b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:17.374995016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b1bc36-f21f-4acf-ad20-6254d938025b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:17.388506934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b1bc36-f21f-4acf-ad20-6254d938025b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:17.402422422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b1bc36-f21f-4acf-ad20-6254d938025b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:17.597209322Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0df9b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0df9b0","reconcileID":"fde6771a-4175-422f-b5a4-c3324259ccb4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-0df9b0","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-0df9b0":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:17.951880499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.013693813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797e1d40-59e6-4297-89c9-e1dc6e844f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.026933183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797e1d40-59e6-4297-89c9-e1dc6e844f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.039815231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797e1d40-59e6-4297-89c9-e1dc6e844f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.053672035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797e1d40-59e6-4297-89c9-e1dc6e844f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.617251024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88bb2350-c713-4e49-b42b-8f45d0e7630b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.63022922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88bb2350-c713-4e49-b42b-8f45d0e7630b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.642833314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88bb2350-c713-4e49-b42b-8f45d0e7630b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.656093667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88bb2350-c713-4e49-b42b-8f45d0e7630b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:19.676434869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"3bc3cb8f-81cf-4e49-af72-405af391dfe3","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:19.752126671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"66257bd4-eeb9-436c-9a50-a9b91e6f8bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:19.755544422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"8c3c0cdd-9a7d-42b1-921c-9d92613328f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:19.838721728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"66257bd4-eeb9-436c-9a50-a9b91e6f8bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:20.14469025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"3315fb90-035c-4ed1-9fb6-58844e98313b","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:20.244717563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"24270cc9-6837-495f-a5ef-2e0e6fa75730","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:20.917777284Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"4a983efd-2021-496e-8aba-04f4257ab073","namespace":"ai-tenant-e2e-api-a-e4a049","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:20.917999894Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"4a983efd-2021-496e-8aba-04f4257ab073","namespace":"ai-tenant-e2e-api-a-e4a049","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:20.918151235Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"4a983efd-2021-496e-8aba-04f4257ab073","name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:20.93872381Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"4a983efd-2021-496e-8aba-04f4257ab073","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:20.93995394Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"c7ed521b-1381-44f2-a62b-13cd7da63c8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:20.940438476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eff42ab-3cc6-4a6a-8af4-632d37e56d3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:20.940452802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eff42ab-3cc6-4a6a-8af4-632d37e56d3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.072007945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"c7ed521b-1381-44f2-a62b-13cd7da63c8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.102667522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"c7ed521b-1381-44f2-a62b-13cd7da63c8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"name":"e2e-api-a-e4a049-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.102792636Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"e2e-e2e-api-a-e4a049-policy","reconcileID":"c7ed521b-1381-44f2-a62b-13cd7da63c8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e4a049-policy","namespace":"ai-tenant-e2e-api-a-e4a049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e4a049","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.122651481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ad175bc-59b9-4b1d-b4d4-d87c78630210","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.12274417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ad175bc-59b9-4b1d-b4d4-d87c78630210","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.87942827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"a7c0df2d-0e8e-4a6b-a23e-a12dc7680461","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.880889991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"a7c0df2d-0e8e-4a6b-a23e-a12dc7680461","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.919280191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"d60225f2-e092-4417-85e7-c97dc5e5158c","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.934323965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"739a2736-a339-4f63-93c2-ca5d4983e27b","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"maas-trlp-e2e-lifecycle-model-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.938737257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"d60225f2-e092-4417-85e7-c97dc5e5158c","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"e2e-mt-f3092a4d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.166505449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"6fa324a5-6268-4baf-8c40-539ea2fb780a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27d16a","tenantID":"e2e-api-b-27d16a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.167700778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"14ee902b-d023-45d8-af2d-33b553c49d5f","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"maas-trlp-e2e-lifecycle-model-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.241380893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"6fa324a5-6268-4baf-8c40-539ea2fb780a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"name":"e2e-api-b-27d16a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.288462612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-27d16a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20b47d2c7c366cae3eced40393e304b3afcc4f077edf63aaf3035640fe062bce) AuthConfig (ff468b69bd0d5b7dd6bb980b827e8fa242d0df8a631d62e80ac182496f6599dc) AuthConfig (1b112e7de03fec870011ecb31b38f6ee78a74aa093e41cfbdaac5b558d69fbd5) AuthConfig (adcefd5b275985b37130966e5737e35b725c3cf6fe4e1e5f6b7f6b64c97025bc) AuthConfig (b532c8d222ad4d1cd9007d3ad3a00823c7d5e5838bb0035e574b7e661ed2959c) AuthConfig (f8921647eb5fcdc0da3fb2ff91c775b3ff171e63021209eaba77f6e221d425a8) EnvoyFilter (openshift-ingress/e2e-api-b-27d16a) EnvoyFilter (openshift-ingress/e2e-api-b-27d16a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"6fa324a5-6268-4baf-8c40-539ea2fb780a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.620124004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"437aecad-389a-4fd4-92b3-9df60f007943","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cd525f","tenantID":"e2e-api-a-cd525f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.639552839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"437aecad-389a-4fd4-92b3-9df60f007943","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"name":"e2e-api-a-cd525f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.655963398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-cd525f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c029b7a7ecd71200918ca9d1ab6af2a949f9283b442d7c344cc0554ddd3c3b2) AuthConfig (4cb003f599b9b75b4ddb18c847f58065b0acfdefc71105765667680163ca690d) AuthConfig (347abfe26f8ab38928e5ee28622867656fb7fe1472247f8c91c392a81eba4652) AuthConfig (b29e444b0210189a01da3ae1bdc523051b96e86cdcd9341d52b8f25b6d9af815) AuthConfig (e8ad167264eb1557f405899e3d9bc16a1828729ed4ae95676ce3e654a6cf033a) AuthConfig (285e8674cc0693b6358f23b6a70c3f6e4bb06762b945e78f7b2590000f6c895f) EnvoyFilter (openshift-ingress/e2e-api-a-cd525f) EnvoyFilter (openshift-ingress/e2e-api-a-cd525f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"437aecad-389a-4fd4-92b3-9df60f007943","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:25.16715206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"3c7e5b16-f16b-47ee-a1e4-d123c864ef54","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:25.205152984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"8b2b9d90-7bb0-4359-b791-2b4fcde38727","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-36befd","tenantID":"e2e-ipp-a-36befd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:25.244487031Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"8b2b9d90-7bb0-4359-b791-2b4fcde38727","name":"e2e-ipp-a-36befd-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:26.004287896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"285e440c-2127-496f-92a4-43f53590fed5","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:26.738359327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"3d13c651-8017-4263-9c0a-e9b1805cd0ae","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:26.776493824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"455b3a37-d135-4a7a-823e-b2d4c1d4f04e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:26.792119424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"2ad969d2-9b10-4bac-a3e9-caaa595deed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:26.809339992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"2ad969d2-9b10-4bac-a3e9-caaa595deed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:26.826221992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"27dc478c-2687-4c7a-89a6-4245421d9126","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:26.876431708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"06faf760-963c-4588-a2a4-f48ccd76c63b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:27.518789256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"f6aca7d1-8b7b-414a-be72-dd7202f32f48","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:27.594679881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"0cca4f20-8238-45da-9db5-fdeafaef0337","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:27.607871623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"0f7541ea-15b4-4506-af01-b2c71b091ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:27.635637396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"0f7541ea-15b4-4506-af01-b2c71b091ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:27.655099839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"b6b032d9-2ccb-476c-b173-abc7a94434ef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:27.693402122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"b3fa1342-5224-43ef-a065-46f6fd549b49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.452793168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"9205ca94-51c8-484d-aa17-994ae1a2bef6","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.555180878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"7085ab71-b0d8-4dba-bec0-8ac7c4c9c518","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a1d1da","tenantID":"e2e-ipp-a-a1d1da","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.59484046Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"7085ab71-b0d8-4dba-bec0-8ac7c4c9c518","name":"e2e-ipp-a-a1d1da-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.619706246Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"2c0890de-758c-4053-92b7-455daac9717d","namespace":"ai-tenant-e2e-mt-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.619949966Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"2c0890de-758c-4053-92b7-455daac9717d","name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.654695858Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"2c0890de-758c-4053-92b7-455daac9717d","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.654728182Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"2c0890de-758c-4053-92b7-455daac9717d","namespace":"ai-tenant-e2e-mt-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.654966122Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"2c0890de-758c-4053-92b7-455daac9717d","name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.657239314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"6cf6361e-26d6-409e-b080-9f83db0fe45a","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.657311254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"6cf6361e-26d6-409e-b080-9f83db0fe45a","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.670986777Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"2c0890de-758c-4053-92b7-455daac9717d","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.671595131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"6f52bf5a-c301-45bd-9625-1431a79d5af4","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.676357198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"5b040900-9197-455d-9df6-9ed0ba20e630","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.676372724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"5b040900-9197-455d-9df6-9ed0ba20e630","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.700420561Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"2303705c-a0f9-4630-81f6-97bf1ef0bb61","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1c9f72b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.712563521Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"b790bebf-fdc1-458b-aad5-6a2167aff1cb","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1c9f72b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.86760727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"6f52bf5a-c301-45bd-9625-1431a79d5af4","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.893750051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"6f52bf5a-c301-45bd-9625-1431a79d5af4","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"e2e-mt-f3092a4d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.893812838Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"6f52bf5a-c301-45bd-9625-1431a79d5af4","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.988085509Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"73b10eb0-5434-471a-b8d9-b9ee1e611273","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.988433499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"81ffe41d-cf13-42e4-a7a9-54273efa5393","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:28.988456178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"81ffe41d-cf13-42e4-a7a9-54273efa5393","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:29.114509602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"73b10eb0-5434-471a-b8d9-b9ee1e611273","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:29.132939063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"73b10eb0-5434-471a-b8d9-b9ee1e611273","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"e2e-mt-f3092a4d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:29.133060727Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"73b10eb0-5434-471a-b8d9-b9ee1e611273","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:29.145921198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-policy-f3092a4d","reconcileID":"73b10eb0-5434-471a-b8d9-b9ee1e611273","error":"maasauthpolicies.maas.opendatahub.io \"e2e-policy-f3092a4d\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:29.333926521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"af0b4bb9-2181-4ef1-9178-a8a9bd3d9a96","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:29.398865679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"d15b626b-7b44-4c9e-925b-95bf7db0fbda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:29.412143868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"223ab003-0c58-460f-9bfd-95d8739a58de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:29.432297728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"223ab003-0c58-460f-9bfd-95d8739a58de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:29.453578616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"11441da5-e77e-4b07-a508-b68409082d15","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:29.492477158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"6301870d-753e-4db8-b983-5e9313989a89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:32.327577422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"0bd07c5e-cbca-44d7-8128-c0ae00fae6f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27d16a","tenantID":"e2e-api-b-27d16a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:32.352545683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"0bd07c5e-cbca-44d7-8128-c0ae00fae6f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"name":"e2e-api-b-27d16a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:32.368877796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-27d16a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20b47d2c7c366cae3eced40393e304b3afcc4f077edf63aaf3035640fe062bce) AuthConfig (ff468b69bd0d5b7dd6bb980b827e8fa242d0df8a631d62e80ac182496f6599dc) AuthConfig (1b112e7de03fec870011ecb31b38f6ee78a74aa093e41cfbdaac5b558d69fbd5) AuthConfig (adcefd5b275985b37130966e5737e35b725c3cf6fe4e1e5f6b7f6b64c97025bc) AuthConfig (b532c8d222ad4d1cd9007d3ad3a00823c7d5e5838bb0035e574b7e661ed2959c) AuthConfig (f8921647eb5fcdc0da3fb2ff91c775b3ff171e63021209eaba77f6e221d425a8) EnvoyFilter (openshift-ingress/e2e-api-b-27d16a) EnvoyFilter (openshift-ingress/e2e-api-b-27d16a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"0bd07c5e-cbca-44d7-8128-c0ae00fae6f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:32.681465175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"ee00532b-a42f-457c-93b9-4d9961e292c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cd525f","tenantID":"e2e-api-a-cd525f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:32.698470113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"ee00532b-a42f-457c-93b9-4d9961e292c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"name":"e2e-api-a-cd525f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:32.714720811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-cd525f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c029b7a7ecd71200918ca9d1ab6af2a949f9283b442d7c344cc0554ddd3c3b2) AuthConfig (4cb003f599b9b75b4ddb18c847f58065b0acfdefc71105765667680163ca690d) AuthConfig (347abfe26f8ab38928e5ee28622867656fb7fe1472247f8c91c392a81eba4652) AuthConfig (b29e444b0210189a01da3ae1bdc523051b96e86cdcd9341d52b8f25b6d9af815) AuthConfig (e8ad167264eb1557f405899e3d9bc16a1828729ed4ae95676ce3e654a6cf033a) AuthConfig (285e8674cc0693b6358f23b6a70c3f6e4bb06762b945e78f7b2590000f6c895f) EnvoyFilter (openshift-ingress/e2e-api-a-cd525f) EnvoyFilter (openshift-ingress/e2e-api-a-cd525f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"ee00532b-a42f-457c-93b9-4d9961e292c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.142437526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e4f9ec-a46c-4ea8-88bd-c3a672d693f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.154918834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e4f9ec-a46c-4ea8-88bd-c3a672d693f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.167630641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e4f9ec-a46c-4ea8-88bd-c3a672d693f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.18024111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e4f9ec-a46c-4ea8-88bd-c3a672d693f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.688002935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2da4abf-5a71-43b6-9dfc-7141e20e0f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.700428333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2da4abf-5a71-43b6-9dfc-7141e20e0f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.713002059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2da4abf-5a71-43b6-9dfc-7141e20e0f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.725440873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2da4abf-5a71-43b6-9dfc-7141e20e0f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.292578433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ea5d6fb-b45b-4d67-83cb-6f3acbcf26fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.292599235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ea5d6fb-b45b-4d67-83cb-6f3acbcf26fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.309756325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2affc612-c0ef-49eb-a7cd-9ffde9b69936","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.309818149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2affc612-c0ef-49eb-a7cd-9ffde9b69936","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.354625314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"4ad22e63-5220-424d-aca8-fd0c83eedfe7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a0dbf5","tenantID":"e2e-api-b-a0dbf5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.37174126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"4ad22e63-5220-424d-aca8-fd0c83eedfe7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"name":"e2e-api-b-a0dbf5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.387328422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a0dbf5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"4ad22e63-5220-424d-aca8-fd0c83eedfe7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.406715285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a597bbb1-3893-419f-9067-af37241e2993","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.406735693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a597bbb1-3893-419f-9067-af37241e2993","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.247366147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"88344e5f-5a5b-41c4-a1e2-7a3770ea383d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a37a29","tenantID":"e2e-api-a-a37a29","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.264238004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"88344e5f-5a5b-41c4-a1e2-7a3770ea383d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"name":"e2e-api-a-a37a29-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.379439114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"31a2f49d-1707-4472-b808-ecafe7afbf2e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a37a29","tenantID":"e2e-api-a-a37a29","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.396857507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"31a2f49d-1707-4472-b808-ecafe7afbf2e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"name":"e2e-api-a-a37a29-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.757590051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849bb508-dca6-41e6-85ec-1efe1be5d028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.772198671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849bb508-dca6-41e6-85ec-1efe1be5d028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.791317191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849bb508-dca6-41e6-85ec-1efe1be5d028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.842827935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849bb508-dca6-41e6-85ec-1efe1be5d028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:37.436010755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396adc5f-6383-4836-8f34-2aa9e577ab1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:37.448708747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396adc5f-6383-4836-8f34-2aa9e577ab1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:37.461178082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396adc5f-6383-4836-8f34-2aa9e577ab1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:37.473836316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396adc5f-6383-4836-8f34-2aa9e577ab1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.078276415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c537b15-e21b-400a-beeb-ee36f2b3482c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.090745915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c537b15-e21b-400a-beeb-ee36f2b3482c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.10336273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c537b15-e21b-400a-beeb-ee36f2b3482c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.116065447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c537b15-e21b-400a-beeb-ee36f2b3482c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.725453809Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"5b1fc091-6ddd-4d7d-9f2b-937a49841fbe","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","subscription":"e2e-sub-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.738582161Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"5b1fc091-6ddd-4d7d-9f2b-937a49841fbe","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.751534912Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-sub-f3092a4d","reconcileID":"5b1fc091-6ddd-4d7d-9f2b-937a49841fbe","MaaSSubscription":{"name":"e2e-sub-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"name":"maas-trlp-e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.840631396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"3bf8649c-8b11-4457-ad72-7b333608d575","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.840653728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"3bf8649c-8b11-4457-ad72-7b333608d575","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:42.405271925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"03d145a7-2726-40e6-8825-b2e57b573da1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27d16a","tenantID":"e2e-api-b-27d16a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:42.445248476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"03d145a7-2726-40e6-8825-b2e57b573da1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"name":"e2e-api-b-27d16a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:42.631302494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"799eee23-afdb-4bf6-9777-a43f22f557bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:42.631331198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"799eee23-afdb-4bf6-9777-a43f22f557bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:42.742122159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"ececf79c-eb3b-43c8-bd6c-5d4b598fa650","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cd525f","tenantID":"e2e-api-a-cd525f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:42.760819003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"ececf79c-eb3b-43c8-bd6c-5d4b598fa650","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"name":"e2e-api-a-cd525f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:42.920495014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c96e4dbb-a8b3-472c-a278-fadc7ebc9254","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:42.920518514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c96e4dbb-a8b3-472c-a278-fadc7ebc9254","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:43.584175745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"f96be3c6-8a39-456c-bcdc-d8cf0a1cc419","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0df9b0","tenantID":"e2e-api-b-0df9b0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:43.623158776Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"f96be3c6-8a39-456c-bcdc-d8cf0a1cc419","name":"e2e-api-b-0df9b0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.432879055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"5649a48b-3f7d-44e5-afbc-ab6396caea84","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a0dbf5","tenantID":"e2e-api-b-a0dbf5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.45003781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"5649a48b-3f7d-44e5-afbc-ab6396caea84","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"name":"e2e-api-b-a0dbf5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.465937556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a0dbf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0618688daca4be03fe3bc6a4d73d8e07aff852a70969ad8eb644f83406565ace) AuthConfig (cf2b3ab453a3d40b4efb17a9d4a904784c70d26e6dd0a0eda606575ce33a03ee) AuthConfig (db2469d419173fa2302d98ece724ad7b99bb722650477c4cfe38fc6dedc9ddd0) AuthConfig (0fa7ceb367a19cbb2fa5f0a137c390a1c1ec8b2785cfe96686122ea898af8973) AuthConfig (0cb31d066f70fd4efce68d593f25dfbd6adb5e845e35a02f719f35382094680c) AuthConfig (63876010dab46c817d79803d57d08aa60c27600d72985675c047285e4d20e5ef) EnvoyFilter (openshift-ingress/e2e-api-b-a0dbf5) EnvoyFilter (openshift-ingress/e2e-api-b-a0dbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"5649a48b-3f7d-44e5-afbc-ab6396caea84","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.484480932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b465edbe-cb4d-4350-963c-b71334a872da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.484501464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b465edbe-cb4d-4350-963c-b71334a872da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.362756748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"010e573f-b8e7-4604-932d-73aa4ec26d4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a37a29","tenantID":"e2e-api-a-a37a29","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.379914339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"010e573f-b8e7-4604-932d-73aa4ec26d4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"name":"e2e-api-a-a37a29-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.616631097Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"b01a09cc-61de-42ed-b240-13be835ba756","namespace":"ai-tenant-e2e-api-a-a37a29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.616689668Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"b01a09cc-61de-42ed-b240-13be835ba756","namespace":"ai-tenant-e2e-api-a-a37a29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.616741025Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"b01a09cc-61de-42ed-b240-13be835ba756","name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.631970933Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"b01a09cc-61de-42ed-b240-13be835ba756","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.632341226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b5d8257-83e8-4b3a-8b60-1b6b0f8276ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.632356787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b5d8257-83e8-4b3a-8b60-1b6b0f8276ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.632493375Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"eafa28af-74dd-46e6-8931-00e03a5ecd70","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.669834278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"eafa28af-74dd-46e6-8931-00e03a5ecd70","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a37a29","tenantID":"e2e-api-a-a37a29","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.688401676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"eafa28af-74dd-46e6-8931-00e03a5ecd70","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"name":"e2e-api-a-a37a29-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.688426408Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"e2e-e2e-api-a-a37a29-policy","reconcileID":"eafa28af-74dd-46e6-8931-00e03a5ecd70","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a37a29-policy","namespace":"ai-tenant-e2e-api-a-a37a29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a37a29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.706611116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67f81c37-f6ca-49d4-8e65-3216b048ff08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.706636735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67f81c37-f6ca-49d4-8e65-3216b048ff08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:47.995388407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:49.237419581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71200fdd-49d8-458a-9c32-0ce13ac130da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:49.249874171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71200fdd-49d8-458a-9c32-0ce13ac130da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:49.262211422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71200fdd-49d8-458a-9c32-0ce13ac130da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:49.27636212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71200fdd-49d8-458a-9c32-0ce13ac130da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:49.777146118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a58d97e5-9a84-4384-b8f2-22eb7ad30409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:49.789707731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a58d97e5-9a84-4384-b8f2-22eb7ad30409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:49.802178105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a58d97e5-9a84-4384-b8f2-22eb7ad30409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:49.814742799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a58d97e5-9a84-4384-b8f2-22eb7ad30409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.114232303Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","namespace":"ai-tenant-e2e-api-a-e4a049","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.114335796Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","namespace":"ai-tenant-e2e-api-a-e4a049","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.114406573Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","tenant":"e2e-api-a-e4a049","tenantID":"e2e-api-a-e4a049","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.128565792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"Deployment","name":"maas-api-e2e-api-a-e4a049","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.16761389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"Service","name":"maas-api-e2e-api-a-e4a049","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.18371965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-e4a049","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.200353319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-e4a049","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.216319668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.233624507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.251084048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.265970058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.278085835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"Deployment","name":"payload-processing-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.289986535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.302003737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"Service","name":"payload-processing-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.314168975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"Service","name":"payload-pre-processing-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.326272203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.338300536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.344406522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c26c4d-e947-4194-82f7-38d75c981852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.356324283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.357380409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c26c4d-e947-4194-82f7-38d75c981852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.370048021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c26c4d-e947-4194-82f7-38d75c981852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.378567051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.402197631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c26c4d-e947-4194-82f7-38d75c981852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.501971445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.56272547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.586204812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-e4a049","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.632650614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e4a049"},"namespace":"ai-tenant-e2e-api-a-e4a049","name":"default-tenant","reconcileID":"cc4a5488-478a-4e16-a3b1-c9bcfdecd4ca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-e4a049","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:51.250426296Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e4a049","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e4a049","reconcileID":"e5792641-5eca-441f-951c-d67e14087615","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e4a049","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-e4a049"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.117161387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c1da8c-90f9-43a3-bb44-ebd99e69e392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.130916865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c1da8c-90f9-43a3-bb44-ebd99e69e392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.145662617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c1da8c-90f9-43a3-bb44-ebd99e69e392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.161104051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c1da8c-90f9-43a3-bb44-ebd99e69e392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.678983534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edda0c2-9ca9-4f8c-afee-132ae5142120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.693463308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edda0c2-9ca9-4f8c-afee-132ae5142120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.706477727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edda0c2-9ca9-4f8c-afee-132ae5142120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.719054029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edda0c2-9ca9-4f8c-afee-132ae5142120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.622140925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc96e097-095a-4fbf-b44f-f90b6c003a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.634572392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc96e097-095a-4fbf-b44f-f90b6c003a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.647064117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc96e097-095a-4fbf-b44f-f90b6c003a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.660183947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc96e097-095a-4fbf-b44f-f90b6c003a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.235756034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b67b18-8036-4415-a07d-c4e456e11594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.248224087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b67b18-8036-4415-a07d-c4e456e11594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.260743759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b67b18-8036-4415-a07d-c4e456e11594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.273012914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b67b18-8036-4415-a07d-c4e456e11594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.816987346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d6602f-7c0f-4a04-945a-01724e4d626c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.829599984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d6602f-7c0f-4a04-945a-01724e4d626c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.841969271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d6602f-7c0f-4a04-945a-01724e4d626c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.854574583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d6602f-7c0f-4a04-945a-01724e4d626c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.446998929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef442e1e-f888-440f-b201-53ce37701e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.470243627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef442e1e-f888-440f-b201-53ce37701e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.490223459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef442e1e-f888-440f-b201-53ce37701e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.509619135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef442e1e-f888-440f-b201-53ce37701e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.536987107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"3bc83a48-6474-4f1e-b950-e1e855bb81a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a0dbf5","tenantID":"e2e-api-b-a0dbf5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.555283358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"3bc83a48-6474-4f1e-b950-e1e855bb81a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"name":"e2e-api-b-a0dbf5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.572634098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a0dbf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0618688daca4be03fe3bc6a4d73d8e07aff852a70969ad8eb644f83406565ace) AuthConfig (cf2b3ab453a3d40b4efb17a9d4a904784c70d26e6dd0a0eda606575ce33a03ee) AuthConfig (db2469d419173fa2302d98ece724ad7b99bb722650477c4cfe38fc6dedc9ddd0) AuthConfig (0fa7ceb367a19cbb2fa5f0a137c390a1c1ec8b2785cfe96686122ea898af8973) AuthConfig (0cb31d066f70fd4efce68d593f25dfbd6adb5e845e35a02f719f35382094680c) AuthConfig (63876010dab46c817d79803d57d08aa60c27600d72985675c047285e4d20e5ef) EnvoyFilter (openshift-ingress/e2e-api-b-a0dbf5) EnvoyFilter (openshift-ingress/e2e-api-b-a0dbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"3bc83a48-6474-4f1e-b950-e1e855bb81a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:56.041973839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b40845-b9bc-4a98-9232-1fa8f7b82e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:56.054742558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b40845-b9bc-4a98-9232-1fa8f7b82e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:56.067203198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b40845-b9bc-4a98-9232-1fa8f7b82e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:56.080388582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b40845-b9bc-4a98-9232-1fa8f7b82e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.15358745Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","namespace":"ai-tenant-e2e-mt-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.153918608Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","namespace":"ai-tenant-e2e-mt-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.154087775Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","tenant":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.169856327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"Deployment","name":"maas-api-e2e-mt-f3092a4d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.199130447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"Service","name":"maas-api-e2e-mt-f3092a4d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.216914756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-f3092a4d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.234434024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-f3092a4d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.251293759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.265897825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.283788314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.29863226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.310580446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"Deployment","name":"payload-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.324137347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.338353044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"Service","name":"payload-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.353322309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"Service","name":"payload-pre-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.365881146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"DestinationRule","name":"payload-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.378158209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.390642546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.4151286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.427081586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.439150106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.451312611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:58.463370058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"d66f40ae-c558-4d95-a734-c7a54d59b582","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-f3092a4d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:59.033042883Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f3092a4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f3092a4d","reconcileID":"b5f5c93a-c244-4e93-9d27-16075c660d01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f3092a4d","removed":["maas.opendatahub.io/gateway-access-e2e-mt-f3092a4d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:59.100998682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"d1acbf95-017d-427e-b855-e0a818e1cc18","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27d16a","tenantID":"e2e-api-b-27d16a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:59.121197435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"d1acbf95-017d-427e-b855-e0a818e1cc18","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"name":"e2e-api-b-27d16a-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.143531135Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"494ad6c7-27e7-4b5a-95b9-d9bcabef91a0","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.1640903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"494ad6c7-27e7-4b5a-95b9-d9bcabef91a0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.169980278Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"348905e6-1e69-42ba-8b75-c28926a2758f","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.170113575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"348905e6-1e69-42ba-8b75-c28926a2758f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.181123686Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"03d1b807-1b6d-44ea-8a13-35a877558ec9","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.181194711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"03d1b807-1b6d-44ea-8a13-35a877558ec9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.202284186Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"a3d36e81-1f4a-431c-95e2-8969ed4706fb","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.202358944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"a3d36e81-1f4a-431c-95e2-8969ed4706fb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.243135264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"4cd84bfb-3cc7-47d1-8b60-a340bb26d8ea","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.243208355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"4cd84bfb-3cc7-47d1-8b60-a340bb26d8ea","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.328868239Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"670bd3de-3b26-45e2-951b-f7c4b94d488f","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.329011363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"670bd3de-3b26-45e2-951b-f7c4b94d488f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:59.415352037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2cd32c-101a-41dc-b1cd-fc630c30c1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:59.432586511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2cd32c-101a-41dc-b1cd-fc630c30c1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:59.467480586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2cd32c-101a-41dc-b1cd-fc630c30c1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.482916021Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"bfbc83f4-2e3f-4126-bfff-350d4b78966b","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.483596038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"bfbc83f4-2e3f-4126-bfff-350d4b78966b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:59.497398949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2cd32c-101a-41dc-b1cd-fc630c30c1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:59.522839457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"b37fecf0-f299-4d9c-9fa5-d6c3fd64382e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27d16a","tenantID":"e2e-api-b-27d16a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:58:59.540287386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"b37fecf0-f299-4d9c-9fa5-d6c3fd64382e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"name":"e2e-api-b-27d16a-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.83017997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"9af623aa-6b81-42f2-b30b-69c88988186e","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:58:59.86495051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"9af623aa-6b81-42f2-b30b-69c88988186e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:00.24846407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc95859-7e35-4ab2-b289-f75c87cfd796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:00.271557601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc95859-7e35-4ab2-b289-f75c87cfd796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:00.304957148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc95859-7e35-4ab2-b289-f75c87cfd796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:59:00.529746303Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"802ef886-a31f-4cfd-b8e1-73b11f4ba161","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:59:00.529882841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"802ef886-a31f-4cfd-b8e1-73b11f4ba161","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:00.49574734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc95859-7e35-4ab2-b289-f75c87cfd796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:59:01.846675231Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"b55c3baa-3caa-4088-a4ce-e9d63eeb384c","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:59:01.858888333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"b55c3baa-3caa-4088-a4ce-e9d63eeb384c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:01.983274563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e700fa7a-5255-45f6-a469-9044718eaa52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:02.00328054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e700fa7a-5255-45f6-a469-9044718eaa52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:02.017038262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e700fa7a-5255-45f6-a469-9044718eaa52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:02.032470941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e700fa7a-5255-45f6-a469-9044718eaa52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:59:04.428794147Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"399edeea-6b12-4c86-a962-1a457e635684","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:59:04.428941473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"399edeea-6b12-4c86-a962-1a457e635684","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.601072267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"eafc1a24-de3a-4fd3-9c94-377dc5e21cb9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a0dbf5","tenantID":"e2e-api-b-a0dbf5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.624474706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"eafc1a24-de3a-4fd3-9c94-377dc5e21cb9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"name":"e2e-api-b-a0dbf5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.709184572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff879455-5c10-4c1a-a033-53d4819c4281","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.709300229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff879455-5c10-4c1a-a033-53d4819c4281","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:59:09.381919794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"5dafab41-7dfe-476d-8029-cb10a40fcf95","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:59:09.384029921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"5dafab41-7dfe-476d-8029-cb10a40fcf95","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:59:09.47925564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"c495da9b-6c4a-442f-a086-beeff0823595","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:59:09.479410909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"c495da9b-6c4a-442f-a086-beeff0823595","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:59:09.584605411Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"77793889-b5cf-460a-aa86-4255a2ed21e3","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T22:59:09.584674193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"77793889-b5cf-460a-aa86-4255a2ed21e3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:09.678716522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"dc321b70-6555-432f-887c-f3dcbab40854","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27d16a","tenantID":"e2e-api-b-27d16a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:09.69629983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"dc321b70-6555-432f-887c-f3dcbab40854","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"name":"e2e-api-b-27d16a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:09.83826901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef5f80b-30b1-45fb-9a9d-ab67d6f65f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:09.851604729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef5f80b-30b1-45fb-9a9d-ab67d6f65f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:09.864390438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef5f80b-30b1-45fb-9a9d-ab67d6f65f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:09.877532903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef5f80b-30b1-45fb-9a9d-ab67d6f65f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:10.477183616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080a551b-948b-4d86-b3e3-b43cabb25021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:10.499138962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080a551b-948b-4d86-b3e3-b43cabb25021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:10.515718799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080a551b-948b-4d86-b3e3-b43cabb25021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:10.52914169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080a551b-948b-4d86-b3e3-b43cabb25021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:10.53269332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"ffc01f63-2e88-4d61-8a05-cf7c6b786e47","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:10.532751974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"ffc01f63-2e88-4d61-8a05-cf7c6b786e47","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:10.58610876Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f3092a4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f3092a4d","reconcileID":"1df49aeb-64a7-4bd8-bd68-3780393c1a31","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f3092a4d","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-f3092a4d":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:11.004355949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"21a3e36c-a9eb-499c-9dd1-fdc07e24c845","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:11.004390736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"21a3e36c-a9eb-499c-9dd1-fdc07e24c845","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:12.022533759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a238e9-4d5a-4924-9a61-4566b300ae2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:12.036046804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a238e9-4d5a-4924-9a61-4566b300ae2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:12.049870175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a238e9-4d5a-4924-9a61-4566b300ae2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:12.063382472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a238e9-4d5a-4924-9a61-4566b300ae2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:12.646854954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0939a4e8-934e-494e-9806-a86c23b0f821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:12.893102727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0939a4e8-934e-494e-9806-a86c23b0f821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:13.081411608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0939a4e8-934e-494e-9806-a86c23b0f821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:13.114703054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0939a4e8-934e-494e-9806-a86c23b0f821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.022484984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9953e955-93a3-4c39-9f75-f82140734727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.029868478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21dbd774-1009-4891-9a6d-a4a6cf6841e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.029953964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21dbd774-1009-4891-9a6d-a4a6cf6841e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.035539614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9953e955-93a3-4c39-9f75-f82140734727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.049125963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9953e955-93a3-4c39-9f75-f82140734727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.053174913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9f43881-1ece-4f25-b2ae-787da7984516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.053261654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9f43881-1ece-4f25-b2ae-787da7984516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.062486511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9953e955-93a3-4c39-9f75-f82140734727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.088439507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"f1960c51-3fc0-4c8f-89f7-006ac6d7dbde","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0df9b0","tenantID":"e2e-api-b-0df9b0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.107209712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"f1960c51-3fc0-4c8f-89f7-006ac6d7dbde","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"name":"e2e-api-b-0df9b0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.138665424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0df9b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39b3c5f39e939f67954a32f52b569647622c653457484f1cb8646456ff83074c) AuthConfig (33fa152b9a78fabd1f8248857f02a863d333a65d5c7ead3b6055121cb5abb20b) AuthConfig (f3880caf177f92e329c5dd539e3f2a8c242ffe8d68492133e18db24199e5aee4) AuthConfig (732b7ec250d840ebcf064ed7c2e82b20227ae823a51d2f3c1a19b0e2e69703fd) AuthConfig (d2d1aa3b1afbdfd486f36dbca1b38d445c79d47792205d25f31af52b676901b9) AuthConfig (894998013a7249b36141fbfdf1560a53313911678c6e86bdecd9500400822c0a) EnvoyFilter (openshift-ingress/e2e-api-b-0df9b0) EnvoyFilter (openshift-ingress/e2e-api-b-0df9b0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"f1960c51-3fc0-4c8f-89f7-006ac6d7dbde","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.196170307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a13cbfc-d782-4fe0-9474-fb3aabd080e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.196199287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a13cbfc-d782-4fe0-9474-fb3aabd080e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.508315303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"e848e0de-145f-4ec6-89ea-93888c32f3cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cd525f","tenantID":"e2e-api-a-cd525f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.569004999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"e848e0de-145f-4ec6-89ea-93888c32f3cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"name":"e2e-api-a-cd525f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.741093468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"1f0d88c9-6368-415f-8451-a6679aa4e503","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cd525f","tenantID":"e2e-api-a-cd525f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.76705996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"1f0d88c9-6368-415f-8451-a6679aa4e503","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"name":"e2e-api-a-cd525f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.906949523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719241a6-9133-4fe5-a3e2-e7c8ec6a04d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.920201449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719241a6-9133-4fe5-a3e2-e7c8ec6a04d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.932585422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719241a6-9133-4fe5-a3e2-e7c8ec6a04d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:14.945113288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719241a6-9133-4fe5-a3e2-e7c8ec6a04d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.44524369Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-49dbb5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-49dbb5","reconcileID":"01e4b20d-5905-48fa-bce9-7f9b2214506b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-49dbb5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-49dbb5":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.512990961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbcdc82-8ff4-4d6a-84be-91c4489eb2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.528047362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbcdc82-8ff4-4d6a-84be-91c4489eb2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.542400449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbcdc82-8ff4-4d6a-84be-91c4489eb2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.542721476Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","namespace":"ai-tenant-e2e-api-a-a37a29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.542861624Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","namespace":"ai-tenant-e2e-api-a-a37a29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.555651859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbcdc82-8ff4-4d6a-84be-91c4489eb2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.555682633Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","tenant":"e2e-api-a-a37a29","tenantID":"e2e-api-a-a37a29","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.574129809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"Deployment","name":"maas-api-e2e-api-a-a37a29","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.598672256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"Service","name":"maas-api-e2e-api-a-a37a29","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.621935503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-a37a29","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.637455691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-a37a29","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.65584285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.67087725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.690539189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.710305205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.722309619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"Deployment","name":"payload-processing-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.73486407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.746801144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"Service","name":"payload-processing-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.759539465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"Service","name":"payload-pre-processing-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.771921278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.783883186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.795952099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.812119273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.872759742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.890160686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.902733082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-a37a29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.916516797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a37a29"},"namespace":"ai-tenant-e2e-api-a-a37a29","name":"default-tenant","reconcileID":"628b2661-35f7-4a4f-a703-5b699ec7c019","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-a37a29","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:17.377436312Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a37a29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a37a29","reconcileID":"d44b5224-5162-4a1b-8130-db8a44302759","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a37a29","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-a37a29"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:17.736439483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace73ca0-3223-4961-8df3-708fa0b8565c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:17.754170525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace73ca0-3223-4961-8df3-708fa0b8565c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:17.793171041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace73ca0-3223-4961-8df3-708fa0b8565c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:17.829641872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace73ca0-3223-4961-8df3-708fa0b8565c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:17.956512986Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:18.993955292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257386ba-d980-4884-881f-8fa4bc31b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:19.013252577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257386ba-d980-4884-881f-8fa4bc31b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:19.081605939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257386ba-d980-4884-881f-8fa4bc31b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:19.10371984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257386ba-d980-4884-881f-8fa4bc31b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:19.906490867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"157553eb-be82-4846-9cda-3613a31766e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:19.929199949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"157553eb-be82-4846-9cda-3613a31766e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:19.942089855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"157553eb-be82-4846-9cda-3613a31766e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:19.954629078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"157553eb-be82-4846-9cda-3613a31766e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:21.403683975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26214f47-3b21-480d-9cf8-856236679033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:21.418297647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26214f47-3b21-480d-9cf8-856236679033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:21.46812704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26214f47-3b21-480d-9cf8-856236679033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:21.482110223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26214f47-3b21-480d-9cf8-856236679033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:22.231116594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfc7f500-59a2-4407-8cca-a857c6f587a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:22.243819237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfc7f500-59a2-4407-8cca-a857c6f587a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:22.257232128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfc7f500-59a2-4407-8cca-a857c6f587a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:22.277647884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfc7f500-59a2-4407-8cca-a857c6f587a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:22.931397217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b88bcac-e726-4c42-ab35-8dbb527ded71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:22.94455583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b88bcac-e726-4c42-ab35-8dbb527ded71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:22.957634453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b88bcac-e726-4c42-ab35-8dbb527ded71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:22.977627574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b88bcac-e726-4c42-ab35-8dbb527ded71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:23.616009659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66b7081-05c2-481f-8f97-e8789379823d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:23.629047495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66b7081-05c2-481f-8f97-e8789379823d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:23.672924393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66b7081-05c2-481f-8f97-e8789379823d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:23.818749161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66b7081-05c2-481f-8f97-e8789379823d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.201213382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"c6fd0135-0618-45d1-94f9-1ce6e9e0b31c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0df9b0","tenantID":"e2e-api-b-0df9b0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.220453505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"c6fd0135-0618-45d1-94f9-1ce6e9e0b31c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"name":"e2e-api-b-0df9b0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.238709631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0df9b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39b3c5f39e939f67954a32f52b569647622c653457484f1cb8646456ff83074c) AuthConfig (33fa152b9a78fabd1f8248857f02a863d333a65d5c7ead3b6055121cb5abb20b) AuthConfig (f3880caf177f92e329c5dd539e3f2a8c242ffe8d68492133e18db24199e5aee4) AuthConfig (732b7ec250d840ebcf064ed7c2e82b20227ae823a51d2f3c1a19b0e2e69703fd) AuthConfig (d2d1aa3b1afbdfd486f36dbca1b38d445c79d47792205d25f31af52b676901b9) AuthConfig (894998013a7249b36141fbfdf1560a53313911678c6e86bdecd9500400822c0a) EnvoyFilter (openshift-ingress/e2e-api-b-0df9b0) EnvoyFilter (openshift-ingress/e2e-api-b-0df9b0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"c6fd0135-0618-45d1-94f9-1ce6e9e0b31c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.495332109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659c8d5d-e90c-4ef1-bfa0-a49dbcc1b328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.524200572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659c8d5d-e90c-4ef1-bfa0-a49dbcc1b328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.562406531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659c8d5d-e90c-4ef1-bfa0-a49dbcc1b328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.581581067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659c8d5d-e90c-4ef1-bfa0-a49dbcc1b328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.745157576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"eff347bd-17e8-4b44-a2a5-bc1241c4405a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cd525f","tenantID":"e2e-api-a-cd525f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.784639452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"eff347bd-17e8-4b44-a2a5-bc1241c4405a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"name":"e2e-api-a-cd525f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:25.563390892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"04aec17f-6ae5-4e6e-9d32-e5547fd21543","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a0dbf5","tenantID":"e2e-api-b-a0dbf5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:25.627591956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"04aec17f-6ae5-4e6e-9d32-e5547fd21543","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"name":"e2e-api-b-a0dbf5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.012167966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"78a7358b-e2be-41d1-8d02-e57e053b634f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a0dbf5","tenantID":"e2e-api-b-a0dbf5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.057186283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"78a7358b-e2be-41d1-8d02-e57e053b634f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"name":"e2e-api-b-a0dbf5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.705908117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c163c00b-c6cc-4dcf-b1d7-2333e13c780c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.722016511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c163c00b-c6cc-4dcf-b1d7-2333e13c780c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.752518059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c163c00b-c6cc-4dcf-b1d7-2333e13c780c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.767239486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c163c00b-c6cc-4dcf-b1d7-2333e13c780c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.678055452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517fbc36-39eb-42fc-9dcc-2488314cf434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.702123879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517fbc36-39eb-42fc-9dcc-2488314cf434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.733157095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517fbc36-39eb-42fc-9dcc-2488314cf434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.746471953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517fbc36-39eb-42fc-9dcc-2488314cf434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.247700122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86f25c7-efea-4705-8645-b79121cc8a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.260205487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86f25c7-efea-4705-8645-b79121cc8a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.272656194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86f25c7-efea-4705-8645-b79121cc8a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.285246181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86f25c7-efea-4705-8645-b79121cc8a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.629364197Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"bcf115b4-3e0a-4593-8a9a-9537efdc763e","namespace":"ai-tenant-e2e-api-b-27d16a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.629431348Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"bcf115b4-3e0a-4593-8a9a-9537efdc763e","namespace":"ai-tenant-e2e-api-b-27d16a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.62948125Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"bcf115b4-3e0a-4593-8a9a-9537efdc763e","name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.645348675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77947c2c-09f2-4dbf-8c21-dec0b09ca6f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.645367688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77947c2c-09f2-4dbf-8c21-dec0b09ca6f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.645742157Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"bcf115b4-3e0a-4593-8a9a-9537efdc763e","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.64618968Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"9461ed83-9357-40e8-91a7-fb48cf118693","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.783185282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"9461ed83-9357-40e8-91a7-fb48cf118693","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27d16a","tenantID":"e2e-api-b-27d16a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.800612704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"9461ed83-9357-40e8-91a7-fb48cf118693","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"name":"e2e-api-b-27d16a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.800636022Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"e2e-e2e-api-b-27d16a-policy","reconcileID":"9461ed83-9357-40e8-91a7-fb48cf118693","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27d16a-policy","namespace":"ai-tenant-e2e-api-b-27d16a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27d16a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.818381864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64034ba6-5632-4f97-ac9b-a464057bf8a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.818403697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64034ba6-5632-4f97-ac9b-a464057bf8a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.860715953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26b2db4-978b-4582-a3e9-5662ff58793f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.873542619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26b2db4-978b-4582-a3e9-5662ff58793f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.886389588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26b2db4-978b-4582-a3e9-5662ff58793f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.899225105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26b2db4-978b-4582-a3e9-5662ff58793f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:29.498017147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3fb292-3226-4dd0-b82b-4e00930f7bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:29.510812247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3fb292-3226-4dd0-b82b-4e00930f7bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:29.523428563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3fb292-3226-4dd0-b82b-4e00930f7bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:29.536074936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3fb292-3226-4dd0-b82b-4e00930f7bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:31.911140175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"688de11b-300b-4fdb-912f-8f239f721b5e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:31.949059977Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"688de11b-300b-4fdb-912f-8f239f721b5e","name":"e2e-mt-f3092a4d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.509946358Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"4bace8db-d068-4754-8efa-c364127e2f0b","namespace":"ai-tenant-e2e-api-a-cd525f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.510012921Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"4bace8db-d068-4754-8efa-c364127e2f0b","namespace":"ai-tenant-e2e-api-a-cd525f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.510059631Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"4bace8db-d068-4754-8efa-c364127e2f0b","name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.525195663Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"4bace8db-d068-4754-8efa-c364127e2f0b","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.525466363Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"71ec28b1-4051-4f37-a999-3e5660df6027","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.525838877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a411c8ff-0d40-478c-bc7d-0f83162b6b93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.525853365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a411c8ff-0d40-478c-bc7d-0f83162b6b93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.651363976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"71ec28b1-4051-4f37-a999-3e5660df6027","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cd525f","tenantID":"e2e-api-a-cd525f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.66922437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"71ec28b1-4051-4f37-a999-3e5660df6027","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"name":"e2e-api-a-cd525f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.669243437Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"e2e-e2e-api-a-cd525f-policy","reconcileID":"71ec28b1-4051-4f37-a999-3e5660df6027","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-cd525f-policy","namespace":"ai-tenant-e2e-api-a-cd525f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-cd525f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.686831038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20306730-eb4b-433e-846b-cd3d9a9f4560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.686851661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20306730-eb4b-433e-846b-cd3d9a9f4560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:34.268209442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"e2e509cc-9bf3-4a01-ab2d-90dc7840fc00","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0df9b0","tenantID":"e2e-api-b-0df9b0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:34.285549632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"e2e509cc-9bf3-4a01-ab2d-90dc7840fc00","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"name":"e2e-api-b-0df9b0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:34.303389753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0df9b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39b3c5f39e939f67954a32f52b569647622c653457484f1cb8646456ff83074c) AuthConfig (33fa152b9a78fabd1f8248857f02a863d333a65d5c7ead3b6055121cb5abb20b) AuthConfig (f3880caf177f92e329c5dd539e3f2a8c242ffe8d68492133e18db24199e5aee4) AuthConfig (732b7ec250d840ebcf064ed7c2e82b20227ae823a51d2f3c1a19b0e2e69703fd) AuthConfig (d2d1aa3b1afbdfd486f36dbca1b38d445c79d47792205d25f31af52b676901b9) AuthConfig (894998013a7249b36141fbfdf1560a53313911678c6e86bdecd9500400822c0a) EnvoyFilter (openshift-ingress/e2e-api-b-0df9b0) EnvoyFilter (openshift-ingress/e2e-api-b-0df9b0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"e2e509cc-9bf3-4a01-ab2d-90dc7840fc00","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:35.775405144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"16004371-9254-4304-b0af-1f7c0d997cf6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a0dbf5","tenantID":"e2e-api-b-a0dbf5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:35.79286696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"16004371-9254-4304-b0af-1f7c0d997cf6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"name":"e2e-api-b-a0dbf5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:41.578376154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71620951-be45-4fca-97bb-ce1817219044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:41.591802924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71620951-be45-4fca-97bb-ce1817219044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:41.664028344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71620951-be45-4fca-97bb-ce1817219044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:41.680583551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71620951-be45-4fca-97bb-ce1817219044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:42.746556905Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d3e268","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d3e268","reconcileID":"41991cb6-67dc-48f1-95c5-e436af9e406f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d3e268","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d3e268":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.041447539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bbf304-5260-4526-8cf7-efedba61035d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.096186465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bbf304-5260-4526-8cf7-efedba61035d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.123401418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bbf304-5260-4526-8cf7-efedba61035d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.167306028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bbf304-5260-4526-8cf7-efedba61035d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.739891255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da75941-e6db-4070-96a9-02835938f7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.752854222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da75941-e6db-4070-96a9-02835938f7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.765385377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da75941-e6db-4070-96a9-02835938f7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.777833476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da75941-e6db-4070-96a9-02835938f7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:44.338032216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"8ebb16a9-d1b5-4d86-b728-16502555ecc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0df9b0","tenantID":"e2e-api-b-0df9b0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:44.373385541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"8ebb16a9-d1b5-4d86-b728-16502555ecc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"name":"e2e-api-b-0df9b0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:44.512824201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b4d31c-34d4-434f-a68b-b911af019247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:44.566685418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b4d31c-34d4-434f-a68b-b911af019247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:44.586412845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b4d31c-34d4-434f-a68b-b911af019247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:44.598028816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75628bc4-e630-46a7-b6d0-3842e73c686f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:44.598146665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75628bc4-e630-46a7-b6d0-3842e73c686f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:44.607161415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b4d31c-34d4-434f-a68b-b911af019247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.72991829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"649e09bc-a1f7-4c49-b272-e7fbeca9b20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.742952805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"649e09bc-a1f7-4c49-b272-e7fbeca9b20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.756344422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"649e09bc-a1f7-4c49-b272-e7fbeca9b20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.769649639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"649e09bc-a1f7-4c49-b272-e7fbeca9b20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.92386997Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-13aa41","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-13aa41","reconcileID":"1f69d604-00b5-4ff2-bdae-211aea1d8c3e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-13aa41","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-13aa41":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.42200288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"a7795f41-2b9b-4afb-ae62-76455545263c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-49dbb5","tenantID":"e2e-api-a-49dbb5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.46009432Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"a7795f41-2b9b-4afb-ae62-76455545263c","name":"e2e-api-a-49dbb5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.534942156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"956c0088-b097-4798-94cf-97c2d0dbd043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.547741033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"956c0088-b097-4798-94cf-97c2d0dbd043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.560462981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"956c0088-b097-4798-94cf-97c2d0dbd043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.573095164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"956c0088-b097-4798-94cf-97c2d0dbd043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.144076755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8054acda-e276-4796-9f7c-2f76fbb5f6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.173621678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8054acda-e276-4796-9f7c-2f76fbb5f6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.190195131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8054acda-e276-4796-9f7c-2f76fbb5f6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.203751915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8054acda-e276-4796-9f7c-2f76fbb5f6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.706368974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343ed722-b269-4754-8ad5-e16013e358f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.718978805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343ed722-b269-4754-8ad5-e16013e358f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.73162093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343ed722-b269-4754-8ad5-e16013e358f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.745469868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343ed722-b269-4754-8ad5-e16013e358f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.946930817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:48.264957093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892f8949-ce21-470d-863b-867e7d106b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:48.277699157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892f8949-ce21-470d-863b-867e7d106b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:48.290605473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892f8949-ce21-470d-863b-867e7d106b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:48.303384424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892f8949-ce21-470d-863b-867e7d106b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:49.190307967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48772c28-7c14-40b2-87fb-7c6bdbcb3c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:49.203067701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48772c28-7c14-40b2-87fb-7c6bdbcb3c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:49.216007727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48772c28-7c14-40b2-87fb-7c6bdbcb3c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:49.228899628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48772c28-7c14-40b2-87fb-7c6bdbcb3c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.072006561Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","namespace":"ai-tenant-e2e-api-b-27d16a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.072084654Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","namespace":"ai-tenant-e2e-api-b-27d16a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.072154818Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","tenant":"e2e-api-b-27d16a","tenantID":"e2e-api-b-27d16a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.086959049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"Deployment","name":"maas-api-e2e-api-b-27d16a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.113863676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"Service","name":"maas-api-e2e-api-b-27d16a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.138968792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-27d16a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.164247017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-27d16a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.190120176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.214430472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.238043594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.262885201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.275390038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"Deployment","name":"payload-processing-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.287735811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.300154486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"Service","name":"payload-processing-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.314390856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"Service","name":"payload-pre-processing-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.326516101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.340443689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.352731371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.385651602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.40942985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.429216294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.450927897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-27d16a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.473361519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27d16a"},"namespace":"ai-tenant-e2e-api-b-27d16a","name":"default-tenant","reconcileID":"5b9ed28c-818e-49ec-b652-3c804ee50808","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-27d16a","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.505651801Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"1a84301c-e059-4c70-9847-c1f60ae5aa53","namespace":"ai-tenant-e2e-api-b-a0dbf5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.518504788Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"1a84301c-e059-4c70-9847-c1f60ae5aa53","namespace":"ai-tenant-e2e-api-b-a0dbf5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.518671806Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"1a84301c-e059-4c70-9847-c1f60ae5aa53","name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.536800235Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"1a84301c-e059-4c70-9847-c1f60ae5aa53","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.537529275Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"6ed213af-d53c-42a2-b1b7-7516e6339737","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.537983626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad310e4e-02c5-4a30-acde-d0ec0958a8dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.538904641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad310e4e-02c5-4a30-acde-d0ec0958a8dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.582373092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"6ed213af-d53c-42a2-b1b7-7516e6339737","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a0dbf5","tenantID":"e2e-api-b-a0dbf5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.605616053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"6ed213af-d53c-42a2-b1b7-7516e6339737","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"name":"e2e-api-b-a0dbf5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.605716185Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"e2e-e2e-api-b-a0dbf5-policy","reconcileID":"6ed213af-d53c-42a2-b1b7-7516e6339737","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a0dbf5-policy","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a0dbf5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.630470974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82a5d3eb-764d-45ce-9087-f2db9958f6bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.63065179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82a5d3eb-764d-45ce-9087-f2db9958f6bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.970804018Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-27d16a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-27d16a","reconcileID":"e04d5aeb-4e69-4678-918b-d1cc2a8861db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-27d16a","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-27d16a"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:55.583037566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00026352-9b26-4ed6-8565-2706e5c6a882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:55.604303371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00026352-9b26-4ed6-8565-2706e5c6a882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:55.705545188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00026352-9b26-4ed6-8565-2706e5c6a882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:55.879944199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00026352-9b26-4ed6-8565-2706e5c6a882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.479421298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8418669a-3f6e-4ff1-adfa-744e05b88e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.491996104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8418669a-3f6e-4ff1-adfa-744e05b88e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.504555291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8418669a-3f6e-4ff1-adfa-744e05b88e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.517583453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8418669a-3f6e-4ff1-adfa-744e05b88e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:57.371785718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"7bc3a697-a2a4-406e-a4c1-3705dda5d7ab","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:57.371812281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"7bc3a697-a2a4-406e-a4c1-3705dda5d7ab","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:57.941098435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da2caca-5b4b-483a-9117-cf0a4c2ce59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:57.97573818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da2caca-5b4b-483a-9117-cf0a4c2ce59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:57.992465313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da2caca-5b4b-483a-9117-cf0a4c2ce59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:58.004908386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da2caca-5b4b-483a-9117-cf0a4c2ce59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:58.531369794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ed25e3-bcf8-48ed-a43f-83ee7f24ba05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:58.543927929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ed25e3-bcf8-48ed-a43f-83ee7f24ba05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:58.556617877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ed25e3-bcf8-48ed-a43f-83ee7f24ba05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T22:59:58.569127155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ed25e3-bcf8-48ed-a43f-83ee7f24ba05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.719669312Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","namespace":"ai-tenant-e2e-api-a-cd525f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.719758281Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","namespace":"ai-tenant-e2e-api-a-cd525f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.719857456Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","tenant":"e2e-api-a-cd525f","tenantID":"e2e-api-a-cd525f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.744141971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"Deployment","name":"maas-api-e2e-api-a-cd525f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.787075862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"Service","name":"maas-api-e2e-api-a-cd525f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.823848195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-cd525f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.844063777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-cd525f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.869844176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.889123753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.914049354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.935230933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.95111946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"Deployment","name":"payload-processing-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.966196967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.983090479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"Service","name":"payload-processing-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.997662949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"Service","name":"payload-pre-processing-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:04.011514263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:04.027118122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:04.043876721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:04.067033348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:04.080823741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:04.097806671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:04.112139924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-cd525f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:04.125073699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd525f"},"namespace":"ai-tenant-e2e-api-a-cd525f","name":"default-tenant","reconcileID":"b4867753-b543-4c3e-be58-3beb73ab42f8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-cd525f","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:04.717401285Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-cd525f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-cd525f","reconcileID":"c9d86716-2d05-40ee-b6ed-803104f7ff68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-cd525f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-cd525f"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.071281566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cddca6-7bae-4b0d-8424-519a436a501a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.091501183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cddca6-7bae-4b0d-8424-519a436a501a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.10990349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cddca6-7bae-4b0d-8424-519a436a501a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.133343452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cddca6-7bae-4b0d-8424-519a436a501a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.758738021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443b9aa3-97b2-46d0-bf1c-7c27bd00eb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.771621738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443b9aa3-97b2-46d0-bf1c-7c27bd00eb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.784385284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443b9aa3-97b2-46d0-bf1c-7c27bd00eb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.79719209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443b9aa3-97b2-46d0-bf1c-7c27bd00eb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.524663257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fecf852-4383-4c4b-83f8-c7e06f3495d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.537211546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fecf852-4383-4c4b-83f8-c7e06f3495d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.550819658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fecf852-4383-4c4b-83f8-c7e06f3495d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.565464398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fecf852-4383-4c4b-83f8-c7e06f3495d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.704333994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"6d37e8e3-ee22-4c24-82da-6a6d9a849f2f","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.70442498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"6d37e8e3-ee22-4c24-82da-6a6d9a849f2f","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.724389292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"7a240bfa-65f2-419d-bc72-4f63163c5eb4","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.733891215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"7a240bfa-65f2-419d-bc72-4f63163c5eb4","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.160530295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0a021a-dcb4-44fc-9745-e1f4af046dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.173426896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0a021a-dcb4-44fc-9745-e1f4af046dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.189310836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0a021a-dcb4-44fc-9745-e1f4af046dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.203441484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0a021a-dcb4-44fc-9745-e1f4af046dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.710844672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cb1d96-1cf6-4ac9-ae95-95ae47c0ce40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.727289075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cb1d96-1cf6-4ac9-ae95-95ae47c0ce40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.740856972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cb1d96-1cf6-4ac9-ae95-95ae47c0ce40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.754221794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cb1d96-1cf6-4ac9-ae95-95ae47c0ce40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.926287075Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f173b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f173b1","reconcileID":"f41c111c-09cc-4b42-9f24-5d685b6817d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f173b1","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f173b1":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:09.373328082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9248d8-b8cc-491b-84dd-0918267de9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:09.390021508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9248d8-b8cc-491b-84dd-0918267de9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:09.413365575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9248d8-b8cc-491b-84dd-0918267de9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:09.430406268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9248d8-b8cc-491b-84dd-0918267de9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:10.057161506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b725bbfb-27c3-4dc0-b9e5-de7e5c64c8a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:10.07034032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b725bbfb-27c3-4dc0-b9e5-de7e5c64c8a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:10.083797821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b725bbfb-27c3-4dc0-b9e5-de7e5c64c8a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:10.096875337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b725bbfb-27c3-4dc0-b9e5-de7e5c64c8a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:10.51795718Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f173b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f173b1","reconcileID":"e933e10c-7be1-40f7-b130-7d6ec5df3f55","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-f173b1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:10.802086385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"747ff3a7-e836-422f-86da-2c062742fb6e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d3e268","tenantID":"e2e-ipp-b-d3e268","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:10.851002984Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"747ff3a7-e836-422f-86da-2c062742fb6e","name":"e2e-ipp-b-d3e268-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:12.458163533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"84467297-c97e-45e5-8b04-923b39fb5b04","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0df9b0","tenantID":"e2e-api-b-0df9b0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:12.618657853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"84467297-c97e-45e5-8b04-923b39fb5b04","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"name":"e2e-api-b-0df9b0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:12.846389029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"3acc4396-65ca-437d-b8c9-ebfdce24b928","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0df9b0","tenantID":"e2e-api-b-0df9b0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:12.864432847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"3acc4396-65ca-437d-b8c9-ebfdce24b928","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"name":"e2e-api-b-0df9b0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:12.948932495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df9ab13-6475-40c2-b674-8681bd695ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:12.961472314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df9ab13-6475-40c2-b674-8681bd695ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:12.974087621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df9ab13-6475-40c2-b674-8681bd695ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:12.987946164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df9ab13-6475-40c2-b674-8681bd695ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:13.524054502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f12f7d6-388c-4ab9-be41-771f3b09a7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:13.570359478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f12f7d6-388c-4ab9-be41-771f3b09a7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:13.583710556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f12f7d6-388c-4ab9-be41-771f3b09a7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:13.596140855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f12f7d6-388c-4ab9-be41-771f3b09a7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.296552646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1777d35e-f39b-4003-9729-26d62347f782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.309099672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1777d35e-f39b-4003-9729-26d62347f782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.321446536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1777d35e-f39b-4003-9729-26d62347f782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.333962134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1777d35e-f39b-4003-9729-26d62347f782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.923533355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db49d149-ce0d-43f6-be5e-65f875a9cf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.936133298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db49d149-ce0d-43f6-be5e-65f875a9cf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.948485546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db49d149-ce0d-43f6-be5e-65f875a9cf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.96116487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db49d149-ce0d-43f6-be5e-65f875a9cf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:15.866480017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f09adc4d-676f-4b8b-be4b-cf0da07d17c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:15.879075618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f09adc4d-676f-4b8b-be4b-cf0da07d17c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:15.893357105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f09adc4d-676f-4b8b-be4b-cf0da07d17c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:15.906070727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f09adc4d-676f-4b8b-be4b-cf0da07d17c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.902380279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9646e2-0a29-4a6e-88c1-ab3267ca767e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.916638915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9646e2-0a29-4a6e-88c1-ab3267ca767e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.933995921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9646e2-0a29-4a6e-88c1-ab3267ca767e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.960010947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9646e2-0a29-4a6e-88c1-ab3267ca767e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.090409139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3571640b-685a-48b8-89c8-27ec5f274684","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.090432383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3571640b-685a-48b8-89c8-27ec5f274684","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.10752624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"277bddfb-1037-4ee6-832d-49201004c10d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.107546259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"277bddfb-1037-4ee6-832d-49201004c10d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.139360022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"d239c914-a851-439e-a0dd-c5d30df53a0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-49dbb5","tenantID":"e2e-api-a-49dbb5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.161932581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"d239c914-a851-439e-a0dd-c5d30df53a0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"name":"e2e-api-a-49dbb5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.17786108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-49dbb5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"d239c914-a851-439e-a0dd-c5d30df53a0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.195737986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92044a10-9fa7-44d5-9c18-c3112f9c0509","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.195778407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92044a10-9fa7-44d5-9c18-c3112f9c0509","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.698031181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"1997f3de-e19e-4232-b23e-ce07b25b3474","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-13aa41","tenantID":"e2e-ipp-b-13aa41","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.899226087Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"1997f3de-e19e-4232-b23e-ce07b25b3474","name":"e2e-ipp-b-13aa41-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.925345526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"e398e869-0893-4d51-bdbd-7f06f469f980","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"tenant":"e2e-mt-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","model":"ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.925435057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"e398e869-0893-4d51-bdbd-7f06f469f980","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"routeName":"e2e-lifecycle-model-f3092a4d-kserve-route","namespace":"ai-tenant-e2e-mt-f3092a4d","llmisvcName":"e2e-lifecycle-model-f3092a4d","gateway":"openshift-ingress/e2e-mt-f3092a4d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.97640382Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.469515436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba98085-c0fc-4a40-bb7d-7a88a9f9c5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.531217509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba98085-c0fc-4a40-bb7d-7a88a9f9c5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.546538051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba98085-c0fc-4a40-bb7d-7a88a9f9c5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.609639234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba98085-c0fc-4a40-bb7d-7a88a9f9c5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:20.212893178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09bffeb-b0b9-4dca-b63b-c54f51c598a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:20.230052863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09bffeb-b0b9-4dca-b63b-c54f51c598a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:20.254608662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09bffeb-b0b9-4dca-b63b-c54f51c598a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:20.270968176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09bffeb-b0b9-4dca-b63b-c54f51c598a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:20.80347213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb310a78-6c51-4b3d-93b8-a25634d64f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:20.816193162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb310a78-6c51-4b3d-93b8-a25634d64f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:20.829297505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb310a78-6c51-4b3d-93b8-a25634d64f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:20.84183927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb310a78-6c51-4b3d-93b8-a25634d64f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:21.43021793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9838a2f-fb5a-48d1-a807-3d8004b1de9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:21.443178264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9838a2f-fb5a-48d1-a807-3d8004b1de9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:21.45597424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9838a2f-fb5a-48d1-a807-3d8004b1de9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:21.468568715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9838a2f-fb5a-48d1-a807-3d8004b1de9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:21.638931198Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-774bff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-774bff","reconcileID":"365fc950-d2e8-49fe-9cb4-6014c26d7e0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-774bff","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-774bff":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:22.135708688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2930ad3b-1c84-4668-a988-08feb0b5bfaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:22.150043197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2930ad3b-1c84-4668-a988-08feb0b5bfaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:22.172031607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2930ad3b-1c84-4668-a988-08feb0b5bfaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:22.207382385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2930ad3b-1c84-4668-a988-08feb0b5bfaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:23.126060831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"adcf0dc3-932b-477d-a194-944917a00914","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0df9b0","tenantID":"e2e-api-b-0df9b0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:23.143746161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"adcf0dc3-932b-477d-a194-944917a00914","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"name":"e2e-api-b-0df9b0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.222187534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"fc264a08-27a2-45aa-a32b-e9d62b4da7d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-49dbb5","tenantID":"e2e-api-a-49dbb5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.23934736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"fc264a08-27a2-45aa-a32b-e9d62b4da7d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"name":"e2e-api-a-49dbb5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.255899411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-49dbb5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0da71a69a1cb59ca7e2d69da15e9e9edb3e249943f6e1edabdcf479fc0725569) AuthConfig (2497cf8f423dfad92b3fcdbcdbae9c861788f3203bbda207a3c6ecbe7c67bbac) AuthConfig (d54398c38e43aa278b6090d44fcc8b04d0c552029399b2f221bab1daf468b999) AuthConfig (2fb6a332ee5f6a311b86b7df4a736b45c2f3c2f85d5c51e8309126e90b22cc73) AuthConfig (4eba213bdd1da082ca072ec35512a66309b880beff3e6eb0f2838f2576a27133) AuthConfig (32cc36cdcc7c54f07db807a6b21684be868362c039557867ec9fbde9e5ebd1ae) EnvoyFilter (openshift-ingress/e2e-api-a-49dbb5) EnvoyFilter (openshift-ingress/e2e-api-a-49dbb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"fc264a08-27a2-45aa-a32b-e9d62b4da7d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.274730027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"774f3c59-a9a8-4cf2-a031-e7998ed82a02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.274747857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"774f3c59-a9a8-4cf2-a031-e7998ed82a02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.369740031Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","namespace":"ai-tenant-e2e-api-b-a0dbf5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.369810048Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","namespace":"ai-tenant-e2e-api-b-a0dbf5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.369861795Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","tenant":"e2e-api-b-a0dbf5","tenantID":"e2e-api-b-a0dbf5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.384390519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"Deployment","name":"maas-api-e2e-api-b-a0dbf5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.412607867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"Service","name":"maas-api-e2e-api-b-a0dbf5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.431292709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a0dbf5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.448603673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a0dbf5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.463977893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.480910074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.496146518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.513366577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.525882111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"Deployment","name":"payload-processing-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.538169853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.550393665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"Service","name":"payload-processing-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.562651057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"Service","name":"payload-pre-processing-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.574900728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.587063933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.599319133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.615653706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.63065686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.650656319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.664437291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-a0dbf5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.676896261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a0dbf5"},"namespace":"ai-tenant-e2e-api-b-a0dbf5","name":"default-tenant","reconcileID":"0980e821-5074-4f45-b97f-e6b07d43051c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-a0dbf5","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.70542862Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","namespace":"ai-tenant-e2e-mt-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.70573383Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","namespace":"ai-tenant-e2e-mt-f3092a4d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.705931271Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","tenant":"e2e-mt-f3092a4d","tenantID":"e2e-mt-f3092a4d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.731585223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"Deployment","name":"maas-api-e2e-mt-f3092a4d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.767327918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"Service","name":"maas-api-e2e-mt-f3092a4d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.783613854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-f3092a4d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.800354204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-f3092a4d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.821624543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.844173178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.898189162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.934991521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.949927899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"Deployment","name":"payload-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.976564119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.00713208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"Service","name":"payload-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.036149742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"Service","name":"payload-pre-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.049104792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"DestinationRule","name":"payload-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.058725787Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a0dbf5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a0dbf5","reconcileID":"ab89698f-57ea-492e-8f87-3dca37b6d2e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a0dbf5","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-a0dbf5"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.064329471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.080144042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.101476471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.114192664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.145653368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.233955723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-f3092a4d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.295061097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"default-tenant","reconcileID":"879754af-8bb5-4ab1-8164-d9abdfe30828","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-f3092a4d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.20454485Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f3092a4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f3092a4d","reconcileID":"a670c3e4-0ae8-4181-9dd9-a2b08ae9ce1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f3092a4d","removed":["maas.opendatahub.io/gateway-access-e2e-mt-f3092a4d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.229063108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fec8fa3-b280-46f5-9cbd-537727e785e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.242320681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fec8fa3-b280-46f5-9cbd-537727e785e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.250741497Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"2a3b3bbb-9c76-4d25-a35b-4c118d704f90","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.255104483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fec8fa3-b280-46f5-9cbd-537727e785e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.26780036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fec8fa3-b280-46f5-9cbd-537727e785e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.273824857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"2a3b3bbb-9c76-4d25-a35b-4c118d704f90","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.279372918Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"320a21ed-8133-455c-810a-4cfa60bdb093","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.279437867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"320a21ed-8133-455c-810a-4cfa60bdb093","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.290000899Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"3db40119-d276-4e5f-8173-d4acbb8f966b","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.290065362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"3db40119-d276-4e5f-8173-d4acbb8f966b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.311075288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"d0215358-9406-44b9-af96-4db6983abb42","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.31117057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"d0215358-9406-44b9-af96-4db6983abb42","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.357263937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"c3607b6f-a32f-495b-8d93-1c27ec6de41d","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.357422535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"c3607b6f-a32f-495b-8d93-1c27ec6de41d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.443706672Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"60e0a780-d7af-48ce-be26-9905d9249073","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.454275801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"60e0a780-d7af-48ce-be26-9905d9249073","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.615587554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"e1402eb4-9b22-4a08-ad73-a43387c2028b","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.615660906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"e1402eb4-9b22-4a08-ad73-a43387c2028b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.936336146Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"51ada74b-2267-4cdf-ad67-ec368f39613b","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:29.936408666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"51ada74b-2267-4cdf-ad67-ec368f39613b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.952670363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbe4724-1d98-4117-b989-fd1f10dc4d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.965404046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbe4724-1d98-4117-b989-fd1f10dc4d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.978508654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbe4724-1d98-4117-b989-fd1f10dc4d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.991365352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbe4724-1d98-4117-b989-fd1f10dc4d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:30.526975335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244c862b-0c85-4211-a6b3-31fb28b01d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:30.540031018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244c862b-0c85-4211-a6b3-31fb28b01d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:30.552970127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244c862b-0c85-4211-a6b3-31fb28b01d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:30.565826979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244c862b-0c85-4211-a6b3-31fb28b01d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:30.576743393Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"4b1144d2-21c1-44ec-b19c-181e618ea5e4","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:30.576815952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"4b1144d2-21c1-44ec-b19c-181e618ea5e4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:31.857559358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"b2541a78-4fef-4216-82ef-8849bd74618a","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:31.857630224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"b2541a78-4fef-4216-82ef-8849bd74618a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.418562822Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"24af0d6d-547a-47e2-9406-2a57fcfcccaf","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.418630583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"24af0d6d-547a-47e2-9406-2a57fcfcccaf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:35.00847474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"93ab8ea3-b744-4edc-ba84-4229d77a190f","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:35.008568518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"93ab8ea3-b744-4edc-ba84-4229d77a190f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:35.236394322Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"254c6ed4-4526-4154-9eaf-ed8a5de0e3d1","namespace":"ai-tenant-e2e-api-b-0df9b0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:35.236485123Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"254c6ed4-4526-4154-9eaf-ed8a5de0e3d1","namespace":"ai-tenant-e2e-api-b-0df9b0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:35.236556452Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"254c6ed4-4526-4154-9eaf-ed8a5de0e3d1","name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:35.26495994Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"254c6ed4-4526-4154-9eaf-ed8a5de0e3d1","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:35.268312842Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"aece4406-041b-4034-ad0c-8f4978d5b0d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:35.268703837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ace342f-cef0-4cba-956a-68bd4c34b589","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:35.271806654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ace342f-cef0-4cba-956a-68bd4c34b589","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:35.475979295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"aece4406-041b-4034-ad0c-8f4978d5b0d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0df9b0","tenantID":"e2e-api-b-0df9b0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:35.531515737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"aece4406-041b-4034-ad0c-8f4978d5b0d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"name":"e2e-api-b-0df9b0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:35.562256579Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"e2e-e2e-api-b-0df9b0-policy","reconcileID":"aece4406-041b-4034-ad0c-8f4978d5b0d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0df9b0-policy","namespace":"ai-tenant-e2e-api-b-0df9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0df9b0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:35.606598305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e712d52-35c6-4d20-9bea-ed8f6ac85baf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:35.606694626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e712d52-35c6-4d20-9bea-ed8f6ac85baf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:37.319567356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"caa6b98e-7b80-4387-a423-2de0d1dceeeb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-49dbb5","tenantID":"e2e-api-a-49dbb5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:37.34837993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"caa6b98e-7b80-4387-a423-2de0d1dceeeb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"name":"e2e-api-a-49dbb5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:37.365156399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-49dbb5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0da71a69a1cb59ca7e2d69da15e9e9edb3e249943f6e1edabdcf479fc0725569) AuthConfig (2497cf8f423dfad92b3fcdbcdbae9c861788f3203bbda207a3c6ecbe7c67bbac) AuthConfig (d54398c38e43aa278b6090d44fcc8b04d0c552029399b2f221bab1daf468b999) AuthConfig (2fb6a332ee5f6a311b86b7df4a736b45c2f3c2f85d5c51e8309126e90b22cc73) AuthConfig (4eba213bdd1da082ca072ec35512a66309b880beff3e6eb0f2838f2576a27133) AuthConfig (32cc36cdcc7c54f07db807a6b21684be868362c039557867ec9fbde9e5ebd1ae) EnvoyFilter (openshift-ingress/e2e-api-a-49dbb5) EnvoyFilter (openshift-ingress/e2e-api-a-49dbb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"caa6b98e-7b80-4387-a423-2de0d1dceeeb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:39.179012214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"53b7f992-61b0-4b50-b2a8-46bb97b91eed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f173b1","tenantID":"e2e-ipp-a-f173b1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:39.259484205Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"53b7f992-61b0-4b50-b2a8-46bb97b91eed","name":"e2e-ipp-a-f173b1-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:39.814678805Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"bd7b6df3-cc99-4e6e-b2a2-8ff3e441ec4a","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:39.814884604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"bd7b6df3-cc99-4e6e-b2a2-8ff3e441ec4a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:39.924960106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"e5e6f656-ce37-4958-9c1c-f94fe86fb808","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:39.925120017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"e5e6f656-ce37-4958-9c1c-f94fe86fb808","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:40.187472319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edc1eea-27a8-4681-b5b8-ab9e88472a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:40.244504063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edc1eea-27a8-4681-b5b8-ab9e88472a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:40.29542399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edc1eea-27a8-4681-b5b8-ab9e88472a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:40.316787982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edc1eea-27a8-4681-b5b8-ab9e88472a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:40.962394735Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"ac6123d7-8b02-486c-8cf3-533947d054ac","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:40.962547243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"ac6123d7-8b02-486c-8cf3-533947d054ac","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:41.097011703Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7d18f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7d18f7","reconcileID":"fed41443-adf8-4442-a48e-f526cd954c26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7d18f7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-7d18f7":"true"},"removed":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:41.321856808Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"4f6dd4c6-bba2-40ad-9c3c-71d5e60c1985","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:41.327909211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"4f6dd4c6-bba2-40ad-9c3c-71d5e60c1985","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:41.903075982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5a2ca3-51a0-4e73-990c-cdba10f64e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:41.916736004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5a2ca3-51a0-4e73-990c-cdba10f64e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:41.929839337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5a2ca3-51a0-4e73-990c-cdba10f64e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:41.943249294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5a2ca3-51a0-4e73-990c-cdba10f64e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:42.772438027Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"f40a464e-8fe6-468b-bf95-69e373d2c580","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:42.772630246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"f40a464e-8fe6-468b-bf95-69e373d2c580","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:43.001476843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef142c3-ca54-4932-b5d9-df4f92a17e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:43.018207147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef142c3-ca54-4932-b5d9-df4f92a17e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:43.141130845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef142c3-ca54-4932-b5d9-df4f92a17e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:43.212683779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef142c3-ca54-4932-b5d9-df4f92a17e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:43.215232141Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"42c40955-8a2a-4fd2-aa35-33ad59a96254","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:43.222438813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"42c40955-8a2a-4fd2-aa35-33ad59a96254","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:43.763526826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c41055-a8e8-49a2-ad87-fd41568be55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:43.782984783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c41055-a8e8-49a2-ad87-fd41568be55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:43.796536727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c41055-a8e8-49a2-ad87-fd41568be55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:43.810868267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c41055-a8e8-49a2-ad87-fd41568be55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:44.514145116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107ffdbf-00f7-47f3-a60a-c7bf1c6e3cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:44.533112125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107ffdbf-00f7-47f3-a60a-c7bf1c6e3cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:44.551371276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107ffdbf-00f7-47f3-a60a-c7bf1c6e3cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:44.578051787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107ffdbf-00f7-47f3-a60a-c7bf1c6e3cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:45.765938185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639500cf-2e97-46dd-86eb-02445cbb379a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:45.808158774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639500cf-2e97-46dd-86eb-02445cbb379a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:45.845198406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639500cf-2e97-46dd-86eb-02445cbb379a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:45.896171291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639500cf-2e97-46dd-86eb-02445cbb379a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:47.394667838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"61c5a3fa-dc00-40d3-870d-282d145dd006","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-49dbb5","tenantID":"e2e-api-a-49dbb5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:47.412078703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"61c5a3fa-dc00-40d3-870d-282d145dd006","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"name":"e2e-api-a-49dbb5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:47.486902746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14d9b099-0a2b-4c95-a5a5-6f83e83869a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:47.487023207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14d9b099-0a2b-4c95-a5a5-6f83e83869a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:47.948914994Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:48.987790619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"3a4b2d7e-06fe-4518-8fc2-7bde5d321b06","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:00:48.988040648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"3a4b2d7e-06fe-4518-8fc2-7bde5d321b06","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:49.611481772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39fd89d2-13ab-49e7-8634-d173a4654286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:49.624067341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39fd89d2-13ab-49e7-8634-d173a4654286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:49.637550928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39fd89d2-13ab-49e7-8634-d173a4654286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:49.650746904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39fd89d2-13ab-49e7-8634-d173a4654286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:50.244803858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"109a5bae-aeb0-4813-a4a3-df974e1ca953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:50.25757505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"109a5bae-aeb0-4813-a4a3-df974e1ca953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:50.273105062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"109a5bae-aeb0-4813-a4a3-df974e1ca953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:50.289136549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"109a5bae-aeb0-4813-a4a3-df974e1ca953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:50.828152087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c76f2c-f608-4fcb-acaa-fceb1e19f6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:50.843002976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c76f2c-f608-4fcb-acaa-fceb1e19f6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:50.857728466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c76f2c-f608-4fcb-acaa-fceb1e19f6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:50.875981001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c76f2c-f608-4fcb-acaa-fceb1e19f6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:51.570064652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a016dc8c-5a9f-4f73-a916-7fe422dfc1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:51.588632761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a016dc8c-5a9f-4f73-a916-7fe422dfc1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:51.611688868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a016dc8c-5a9f-4f73-a916-7fe422dfc1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:51.627741256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a016dc8c-5a9f-4f73-a916-7fe422dfc1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:52.434625423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ca643e-818f-4f87-b21b-656444e869b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:52.448486579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ca643e-818f-4f87-b21b-656444e869b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:52.462159574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ca643e-818f-4f87-b21b-656444e869b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:52.478364652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ca643e-818f-4f87-b21b-656444e869b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:53.293332768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"650a47d0-040a-43bd-bac0-171cbbc09457","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-774bff","tenantID":"e2e-api-b-774bff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:00:53.336045508Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"650a47d0-040a-43bd-bac0-171cbbc09457","name":"e2e-api-b-774bff-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:01:10.423998258Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"6350fbcf-ea5e-4f64-94dc-8f84ae91c86e","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:01:10.424792759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f3092a4d","namespace":"ai-tenant-e2e-mt-f3092a4d"},"namespace":"ai-tenant-e2e-mt-f3092a4d","name":"e2e-lifecycle-model-f3092a4d","reconcileID":"6350fbcf-ea5e-4f64-94dc-8f84ae91c86e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f3092a4d/e2e-lifecycle-model-f3092a4d-kserve-route (gateways: [openshift-ingress/e2e-mt-f3092a4d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:11.014949252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f817e54c-6ed6-44ec-9c0c-41f202fb9221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:11.027692397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f817e54c-6ed6-44ec-9c0c-41f202fb9221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:11.040314738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f817e54c-6ed6-44ec-9c0c-41f202fb9221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:11.052993272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f817e54c-6ed6-44ec-9c0c-41f202fb9221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:11.703371317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63871f82-e3d0-4b29-b362-1859d0315c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:11.716514225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63871f82-e3d0-4b29-b362-1859d0315c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:11.728984186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63871f82-e3d0-4b29-b362-1859d0315c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:11.742005702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63871f82-e3d0-4b29-b362-1859d0315c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:12.13310744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"b706c8da-201f-4264-8600-c3faf151fd17","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7d18f7","tenantID":"e2e-ipp-a-7d18f7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:12.1841919Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"b706c8da-201f-4264-8600-c3faf151fd17","name":"e2e-ipp-a-7d18f7-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.208236484Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","namespace":"ai-tenant-e2e-api-b-0df9b0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.208399348Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","namespace":"ai-tenant-e2e-api-b-0df9b0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.208546245Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","tenant":"e2e-api-b-0df9b0","tenantID":"e2e-api-b-0df9b0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.242408183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"Deployment","name":"maas-api-e2e-api-b-0df9b0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.265921143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"Service","name":"maas-api-e2e-api-b-0df9b0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.283797098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-0df9b0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.300046437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-0df9b0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.318561322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.33566548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.354915205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.37149918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.38510568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"Deployment","name":"payload-processing-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.401989034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.417747419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"Service","name":"payload-processing-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.431546375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"Service","name":"payload-pre-processing-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.445279624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.458921204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.4726624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.49083365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.505483385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.519490497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.53312697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-0df9b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.546852785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0df9b0"},"namespace":"ai-tenant-e2e-api-b-0df9b0","name":"default-tenant","reconcileID":"db9e0ccb-3811-4ab1-b22d-538462c76460","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-0df9b0","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.810129502Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0df9b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0df9b0","reconcileID":"a508a2ca-e421-4219-ab13-0b61f2bc5acc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-0df9b0","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-0df9b0"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:16.821613939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a8be91-ca5b-49c8-b490-ff9ede7793db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:16.837697469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a8be91-ca5b-49c8-b490-ff9ede7793db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:16.870312929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a8be91-ca5b-49c8-b490-ff9ede7793db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:17.014392321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a8be91-ca5b-49c8-b490-ff9ede7793db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:17.726297452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d30a0d6-13bf-4245-93b5-eb9bb7b6b6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:17.745733786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d30a0d6-13bf-4245-93b5-eb9bb7b6b6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:17.760040299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d30a0d6-13bf-4245-93b5-eb9bb7b6b6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:17.774221543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d30a0d6-13bf-4245-93b5-eb9bb7b6b6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:17.94989467Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:27.960423094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d41ba9-6b56-45e8-b93b-863e4af50b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:27.97496656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d41ba9-6b56-45e8-b93b-863e4af50b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:27.991542903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d41ba9-6b56-45e8-b93b-863e4af50b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.00708053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d41ba9-6b56-45e8-b93b-863e4af50b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.494465318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26bb29c2-1a07-4685-9799-f4c60ad5ec04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.494486963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26bb29c2-1a07-4685-9799-f4c60ad5ec04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.511389306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06a457f1-75e8-4ad6-8564-5eb2dd435f15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.511415805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06a457f1-75e8-4ad6-8564-5eb2dd435f15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.540094475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"aab797a9-61cc-4343-b1bd-e22b6c8ccb0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-774bff","tenantID":"e2e-api-b-774bff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.559119407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"aab797a9-61cc-4343-b1bd-e22b6c8ccb0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"name":"e2e-api-b-774bff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.576748856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-774bff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e98397285be2922eb7340c19b9a46328a111237ab3b17947717a994898804ce8) AuthConfig (5c804f865dfeef71ea30533bc0b04e306969d0bcf2e675c01518c47a96a4d053) AuthConfig (5adff3757d86e287d79be9235cdedbeffaa0d49c92119aedf1eacd6bc6b69163) AuthConfig (27c03871ad50520239c26cb13a3f0303f1c4852057dc5ae2b7f9263115cd66fc) AuthConfig (d05e4848432bff3c8c0398c769d1b3426bfcf3ffe360b77e15143ad33273cb2a) AuthConfig (ffff7037fb69778b34977ff1644742ba2c370b36612a5de4b3cdd54bcb02bb11) EnvoyFilter (openshift-ingress/e2e-api-b-774bff) EnvoyFilter (openshift-ingress/e2e-api-b-774bff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"aab797a9-61cc-4343-b1bd-e22b6c8ccb0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.59746366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41e1601e-7531-47c9-a512-a5c7f5a68430","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.597489767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41e1601e-7531-47c9-a512-a5c7f5a68430","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.643644041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ba766a-efc1-4b56-ae85-37ff47f9f515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.658237779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ba766a-efc1-4b56-ae85-37ff47f9f515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.672675521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ba766a-efc1-4b56-ae85-37ff47f9f515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.686784764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ba766a-efc1-4b56-ae85-37ff47f9f515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.015930766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"376e0a38-e580-4eb4-9383-e723979f691e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-49dbb5","tenantID":"e2e-api-a-49dbb5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.036975842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"376e0a38-e580-4eb4-9383-e723979f691e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"name":"e2e-api-a-49dbb5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.259153761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1feb492-65c5-4530-b749-b66c3216d317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.282958716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1feb492-65c5-4530-b749-b66c3216d317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.285712957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"40e307cd-5332-4f07-8634-9ae5d4118a91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-49dbb5","tenantID":"e2e-api-a-49dbb5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.305300555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1feb492-65c5-4530-b749-b66c3216d317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.364447616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1feb492-65c5-4530-b749-b66c3216d317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.367386981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"40e307cd-5332-4f07-8634-9ae5d4118a91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"name":"e2e-api-a-49dbb5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.417687169Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0266dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0266dd","reconcileID":"c7ed43a6-b3ff-488c-b4ef-4f3e1e8446b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0266dd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-0266dd":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.256000652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffea812-d8b1-4272-a46f-f4520dd9c7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.270283137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffea812-d8b1-4272-a46f-f4520dd9c7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.284316011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffea812-d8b1-4272-a46f-f4520dd9c7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.298288312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffea812-d8b1-4272-a46f-f4520dd9c7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.884711919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5eaf2517-e913-4516-acc8-b2b1e8e25c66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.884742887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5eaf2517-e913-4516-acc8-b2b1e8e25c66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.911605646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8e4c2012","namespace":"ai-tenant-e2e-mt-8e4c2012"},"namespace":"ai-tenant-e2e-mt-8e4c2012","name":"e2e-policy-8e4c2012","reconcileID":"5d4fc413-5a54-4d94-9d05-2ed610ecf0a7","MaaSAuthPolicy":{"name":"e2e-policy-8e4c2012","namespace":"ai-tenant-e2e-mt-8e4c2012"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.938147854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8e4c2012","namespace":"ai-tenant-e2e-mt-8e4c2012"},"namespace":"ai-tenant-e2e-mt-8e4c2012","name":"e2e-policy-8e4c2012","reconcileID":"5d4fc413-5a54-4d94-9d05-2ed610ecf0a7","MaaSAuthPolicy":{"name":"e2e-policy-8e4c2012","namespace":"ai-tenant-e2e-mt-8e4c2012"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.939102114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e9c731-1725-4cc3-933d-c86cbd63205d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.953665153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e9c731-1725-4cc3-933d-c86cbd63205d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.968238742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e9c731-1725-4cc3-933d-c86cbd63205d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.982278836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e9c731-1725-4cc3-933d-c86cbd63205d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.11859185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09815a15-4308-46c8-8878-a8c202c7797d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.118611474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09815a15-4308-46c8-8878-a8c202c7797d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:01:31.235224209Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0266dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0266dd","reconcileID":"5f5882fd-4b1d-4b76-b947-bc561d507c35","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-0266dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.689519224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986718d3-e127-4e76-a304-898a195e5e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.741498911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986718d3-e127-4e76-a304-898a195e5e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.800404921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986718d3-e127-4e76-a304-898a195e5e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.888734448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986718d3-e127-4e76-a304-898a195e5e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.581979742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce719f9a-9597-44be-bcec-961f4e22a6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.596831254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce719f9a-9597-44be-bcec-961f4e22a6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.611159792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce719f9a-9597-44be-bcec-961f4e22a6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.625757843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce719f9a-9597-44be-bcec-961f4e22a6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:33.233407377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c669cddf-3195-43f7-a84d-03e5ff186541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:33.247562936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c669cddf-3195-43f7-a84d-03e5ff186541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:33.261731466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c669cddf-3195-43f7-a84d-03e5ff186541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:33.276146111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c669cddf-3195-43f7-a84d-03e5ff186541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:33.882578319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a5201a-f844-439d-81a9-c68c1b64d6b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:33.896569007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a5201a-f844-439d-81a9-c68c1b64d6b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:33.911201151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a5201a-f844-439d-81a9-c68c1b64d6b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:33.925306903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a5201a-f844-439d-81a9-c68c1b64d6b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:34.579759541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92dfca7c-7644-401a-a413-69bb98811ee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:34.604079616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92dfca7c-7644-401a-a413-69bb98811ee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:34.620707209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92dfca7c-7644-401a-a413-69bb98811ee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:34.635058831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92dfca7c-7644-401a-a413-69bb98811ee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:35.238420552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0af632d-f9d4-460f-92e6-7565ca3ffd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:35.253079669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0af632d-f9d4-460f-92e6-7565ca3ffd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:35.267489932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0af632d-f9d4-460f-92e6-7565ca3ffd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:35.284058209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0af632d-f9d4-460f-92e6-7565ca3ffd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:35.908963313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d876ff-23d6-406b-85ef-07e9ab9a5c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:35.9231003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d876ff-23d6-406b-85ef-07e9ab9a5c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:35.937143532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d876ff-23d6-406b-85ef-07e9ab9a5c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:35.951194698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d876ff-23d6-406b-85ef-07e9ab9a5c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:38.625785705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"aebbc1a4-8834-4b38-ab13-99627acd950a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-774bff","tenantID":"e2e-api-b-774bff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:38.644641041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"aebbc1a4-8834-4b38-ab13-99627acd950a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"name":"e2e-api-b-774bff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:38.662510615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-774bff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e98397285be2922eb7340c19b9a46328a111237ab3b17947717a994898804ce8) AuthConfig (5c804f865dfeef71ea30533bc0b04e306969d0bcf2e675c01518c47a96a4d053) AuthConfig (5adff3757d86e287d79be9235cdedbeffaa0d49c92119aedf1eacd6bc6b69163) AuthConfig (27c03871ad50520239c26cb13a3f0303f1c4852057dc5ae2b7f9263115cd66fc) AuthConfig (d05e4848432bff3c8c0398c769d1b3426bfcf3ffe360b77e15143ad33273cb2a) AuthConfig (ffff7037fb69778b34977ff1644742ba2c370b36612a5de4b3cdd54bcb02bb11) EnvoyFilter (openshift-ingress/e2e-api-b-774bff) EnvoyFilter (openshift-ingress/e2e-api-b-774bff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"aebbc1a4-8834-4b38-ab13-99627acd950a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:39.129465126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"b5983fbf-6939-4ddd-b4e1-7ee114146fe8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-49dbb5","tenantID":"e2e-api-a-49dbb5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:39.163796189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"b5983fbf-6939-4ddd-b4e1-7ee114146fe8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"name":"e2e-api-a-49dbb5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:41.25729408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea43d0c8-51f5-4b69-ade7-6c694351725f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:41.273078039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea43d0c8-51f5-4b69-ade7-6c694351725f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:41.292695019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea43d0c8-51f5-4b69-ade7-6c694351725f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:41.307065033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea43d0c8-51f5-4b69-ade7-6c694351725f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.052611124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db98eed2-a352-457a-ab3d-41240974bfb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.070889361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db98eed2-a352-457a-ab3d-41240974bfb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.09107416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db98eed2-a352-457a-ab3d-41240974bfb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.105297187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db98eed2-a352-457a-ab3d-41240974bfb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.774654124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6412cf3-8e82-4432-ba1a-d2f84ad6eeb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.79052526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6412cf3-8e82-4432-ba1a-d2f84ad6eeb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.805702962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6412cf3-8e82-4432-ba1a-d2f84ad6eeb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.819832468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6412cf3-8e82-4432-ba1a-d2f84ad6eeb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.54647843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60bae913-942e-481f-bc80-6912a0a14753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.601621905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60bae913-942e-481f-bc80-6912a0a14753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.629502815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60bae913-942e-481f-bc80-6912a0a14753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.669022619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60bae913-942e-481f-bc80-6912a0a14753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:44.292958304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170a8f11-cbbb-4368-8a62-a16968099e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:44.307600207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170a8f11-cbbb-4368-8a62-a16968099e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:44.324436938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170a8f11-cbbb-4368-8a62-a16968099e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:44.339712068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170a8f11-cbbb-4368-8a62-a16968099e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.002599017Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.629009494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3fa90a9-b849-46de-a44f-ce518c770b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.648694291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3fa90a9-b849-46de-a44f-ce518c770b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.7029022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3fa90a9-b849-46de-a44f-ce518c770b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.733626846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3fa90a9-b849-46de-a44f-ce518c770b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.781660661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"ebb66d44-f136-4a64-ab2b-f8541e0c5dcf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-774bff","tenantID":"e2e-api-b-774bff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.806636188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"ebb66d44-f136-4a64-ab2b-f8541e0c5dcf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"name":"e2e-api-b-774bff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.899323811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdcd7a98-a9a3-4c25-ae02-5c883714b22f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.899354122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdcd7a98-a9a3-4c25-ae02-5c883714b22f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:49.37326751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dad69bf-64be-4188-9a46-fd03f36bbd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:49.392398426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dad69bf-64be-4188-9a46-fd03f36bbd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:49.407261099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dad69bf-64be-4188-9a46-fd03f36bbd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:49.421672764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dad69bf-64be-4188-9a46-fd03f36bbd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.09102316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665ede9d-5c99-49be-9072-8ebcb3e4cba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.106850734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665ede9d-5c99-49be-9072-8ebcb3e4cba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.12166557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665ede9d-5c99-49be-9072-8ebcb3e4cba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.136084699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665ede9d-5c99-49be-9072-8ebcb3e4cba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.774808687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ccb0e9-f827-4392-b107-03ba83e43fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.791924588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ccb0e9-f827-4392-b107-03ba83e43fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.806821365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ccb0e9-f827-4392-b107-03ba83e43fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.821515614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ccb0e9-f827-4392-b107-03ba83e43fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:51.701622708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b744c10-d202-4368-a22d-cd534e1fba9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:51.715898508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b744c10-d202-4368-a22d-cd534e1fba9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:51.730289864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b744c10-d202-4368-a22d-cd534e1fba9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:51.744432257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b744c10-d202-4368-a22d-cd534e1fba9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.042462479Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8e4c2012","namespace":"ai-tenant-e2e-mt-8e4c2012"},"namespace":"ai-tenant-e2e-mt-8e4c2012","name":"e2e-policy-8e4c2012","reconcileID":"f2fb2b72-209d-4902-87fc-784ddf74adbc","MaaSAuthPolicy":{"name":"e2e-policy-8e4c2012","namespace":"ai-tenant-e2e-mt-8e4c2012"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.091324789Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8e4c2012","namespace":"ai-tenant-e2e-mt-8e4c2012"},"namespace":"ai-tenant-e2e-mt-8e4c2012","name":"e2e-policy-8e4c2012","reconcileID":"f2fb2b72-209d-4902-87fc-784ddf74adbc","MaaSAuthPolicy":{"name":"e2e-policy-8e4c2012","namespace":"ai-tenant-e2e-mt-8e4c2012"},"policyNamespace":"ai-tenant-e2e-mt-8e4c2012","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.362349293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8deeb224-b8de-4fd4-b6c7-f81e7cb78655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.381662403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8deeb224-b8de-4fd4-b6c7-f81e7cb78655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.397536914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8deeb224-b8de-4fd4-b6c7-f81e7cb78655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.412156569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8deeb224-b8de-4fd4-b6c7-f81e7cb78655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.600175529Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"1ad7b074-381d-46bf-a73a-90028e9d661b","namespace":"ai-tenant-e2e-api-a-49dbb5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.600258754Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"1ad7b074-381d-46bf-a73a-90028e9d661b","namespace":"ai-tenant-e2e-api-a-49dbb5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.600314149Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"1ad7b074-381d-46bf-a73a-90028e9d661b","name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.618973725Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"1ad7b074-381d-46bf-a73a-90028e9d661b","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.619270841Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"5aadb11c-b537-46f8-91ce-5b710deb0fa3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.619744972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42b7cd29-a78f-43ef-8337-aafe4ef76a14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.619808358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42b7cd29-a78f-43ef-8337-aafe4ef76a14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.763098613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"5aadb11c-b537-46f8-91ce-5b710deb0fa3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-49dbb5","tenantID":"e2e-api-a-49dbb5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.783260863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"5aadb11c-b537-46f8-91ce-5b710deb0fa3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"name":"e2e-api-a-49dbb5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.783292829Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"e2e-e2e-api-a-49dbb5-policy","reconcileID":"5aadb11c-b537-46f8-91ce-5b710deb0fa3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-49dbb5-policy","namespace":"ai-tenant-e2e-api-a-49dbb5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-49dbb5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.80384839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ee1cb22-d8da-47fa-9a58-41d2d8037000","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.803871714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ee1cb22-d8da-47fa-9a58-41d2d8037000","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.063224953Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","namespace":"ai-tenant-e2e-ipp-a-36befd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.063394817Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","namespace":"ai-tenant-e2e-ipp-a-36befd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.063523221Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","tenant":"e2e-ipp-a-36befd","tenantID":"e2e-ipp-a-36befd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.08732667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"Deployment","name":"maas-api-e2e-ipp-a-36befd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.117374037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"Service","name":"maas-api-e2e-ipp-a-36befd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.136884393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-36befd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.152661098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-36befd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.172663567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.192090487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.21231017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.229994752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.246229757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.266851676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.297000858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"Service","name":"payload-processing-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.320077368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.339408045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.356423053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.374966213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.394061779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.410986896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.427451462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.445801971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-36befd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.461625309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36befd"},"namespace":"ai-tenant-e2e-ipp-a-36befd","name":"default-tenant","reconcileID":"b18dcf8a-5903-42b0-9f03-f6c10110c413","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-36befd","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.816219941Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-36befd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-36befd","reconcileID":"eada6ab5-0f89-46fa-8643-73e39bf9071b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-36befd","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-36befd"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:56.42613617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ac96a-cab8-4dc1-a285-8c83ec1e70d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:56.452002067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ac96a-cab8-4dc1-a285-8c83ec1e70d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:56.475092738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ac96a-cab8-4dc1-a285-8c83ec1e70d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:56.49504771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ac96a-cab8-4dc1-a285-8c83ec1e70d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:57.179333383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a9e31b-f919-4b61-bfc6-fd0125a7a1e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:57.194719699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a9e31b-f919-4b61-bfc6-fd0125a7a1e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:57.209644574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a9e31b-f919-4b61-bfc6-fd0125a7a1e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:01:57.223681385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a9e31b-f919-4b61-bfc6-fd0125a7a1e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.297166841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"4d91133c-b759-4f4d-9794-53d1dc7cd826","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-0266dd","tenantID":"e2e-praxis-a-0266dd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.37944183Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"4d91133c-b759-4f4d-9794-53d1dc7cd826","name":"e2e-praxis-a-0266dd-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.40184995Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","namespace":"ai-tenant-e2e-ipp-a-a1d1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.402056002Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","namespace":"ai-tenant-e2e-ipp-a-a1d1da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.402210219Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","tenant":"e2e-ipp-a-a1d1da","tenantID":"e2e-ipp-a-a1d1da","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.419371967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a1d1da","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.448362111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"Service","name":"maas-api-e2e-ipp-a-a1d1da","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.475303586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a1d1da","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.492390552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a1d1da","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.51244021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.533461972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.552724056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.569956666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.586110102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.605259618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.634910594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"Service","name":"payload-processing-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.666048288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.685002682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.702579519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.721975695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.740160332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.756321764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.77257573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.79101306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a1d1da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.808902366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a1d1da"},"namespace":"ai-tenant-e2e-ipp-a-a1d1da","name":"default-tenant","reconcileID":"25179903-cbde-4468-b157-a4d2cd10771e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a1d1da","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:02.201702134Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a1d1da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a1d1da","reconcileID":"cb20f669-5eda-46ca-baf7-dbdd34a6ca42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a1d1da","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a1d1da"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:02.988077246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f8c27f-e7e5-45f8-8b16-ab9167ee4fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.002631678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f8c27f-e7e5-45f8-8b16-ab9167ee4fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.01674583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f8c27f-e7e5-45f8-8b16-ab9167ee4fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.031141312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f8c27f-e7e5-45f8-8b16-ab9167ee4fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.712928008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa8daa2-74da-4cd2-81b0-052ea34ec987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.769619375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa8daa2-74da-4cd2-81b0-052ea34ec987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.805052416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa8daa2-74da-4cd2-81b0-052ea34ec987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.85764306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa8daa2-74da-4cd2-81b0-052ea34ec987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:05.319775559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fe6a7a-b631-4af8-98ef-549b04b9cc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:05.33409403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fe6a7a-b631-4af8-98ef-549b04b9cc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:05.348188026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fe6a7a-b631-4af8-98ef-549b04b9cc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:05.362412269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fe6a7a-b631-4af8-98ef-549b04b9cc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:06.408105586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d5ba2e-d9c1-4b04-bb30-3f789da89e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:06.433459313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d5ba2e-d9c1-4b04-bb30-3f789da89e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:06.456741437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d5ba2e-d9c1-4b04-bb30-3f789da89e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:06.496979136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d5ba2e-d9c1-4b04-bb30-3f789da89e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:07.226861676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d34aec9-f734-4fca-af09-eec51ee87214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:07.26421321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d34aec9-f734-4fca-af09-eec51ee87214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:07.278438884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d34aec9-f734-4fca-af09-eec51ee87214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:07.292530623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d34aec9-f734-4fca-af09-eec51ee87214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:07.931047896Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-848fb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-848fb8","reconcileID":"84c1ec2a-70a8-4c8a-b35c-156659752384","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-848fb8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-848fb8":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:08.296228333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f6d858-1bed-47ba-91cb-ef077b459c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:08.31345809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f6d858-1bed-47ba-91cb-ef077b459c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:08.328387949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f6d858-1bed-47ba-91cb-ef077b459c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:08.342251297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f6d858-1bed-47ba-91cb-ef077b459c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.889364169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02eda069-e003-46b3-a294-14375998cb91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.904845595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02eda069-e003-46b3-a294-14375998cb91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.918884945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02eda069-e003-46b3-a294-14375998cb91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.932819253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02eda069-e003-46b3-a294-14375998cb91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:11.613377259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9efba20-9f8f-423d-bc8d-b85a6fd7a048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:11.627472061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9efba20-9f8f-423d-bc8d-b85a6fd7a048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:11.641446057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9efba20-9f8f-423d-bc8d-b85a6fd7a048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:11.656812553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9efba20-9f8f-423d-bc8d-b85a6fd7a048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.278108683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2299bdb-8dd6-413c-8955-4dc3eb459c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.294965935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2299bdb-8dd6-413c-8955-4dc3eb459c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.310098273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2299bdb-8dd6-413c-8955-4dc3eb459c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.324435732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2299bdb-8dd6-413c-8955-4dc3eb459c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.941989697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d908bd3-bb3e-456a-8f95-af0d196fb88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.956060414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d908bd3-bb3e-456a-8f95-af0d196fb88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.971086299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d908bd3-bb3e-456a-8f95-af0d196fb88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.986114984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d908bd3-bb3e-456a-8f95-af0d196fb88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:13.565231934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8aab83-684d-47ea-90c0-f1849bf8a27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:13.579845635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8aab83-684d-47ea-90c0-f1849bf8a27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:13.594230068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8aab83-684d-47ea-90c0-f1849bf8a27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:13.608263187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8aab83-684d-47ea-90c0-f1849bf8a27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:14.160032845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3adf3d-2132-4081-b324-31bf81ecdde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:14.174646278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3adf3d-2132-4081-b324-31bf81ecdde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:14.188489477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3adf3d-2132-4081-b324-31bf81ecdde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:14.202478022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3adf3d-2132-4081-b324-31bf81ecdde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:14.854882782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dab1a33-8798-4787-9fa9-cc677dffafa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:14.869107369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dab1a33-8798-4787-9fa9-cc677dffafa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:14.883096785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dab1a33-8798-4787-9fa9-cc677dffafa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:14.89747416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dab1a33-8798-4787-9fa9-cc677dffafa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:15.544298805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6f9034-144d-4369-b86e-d01c8725069f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:15.559167882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6f9034-144d-4369-b86e-d01c8725069f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:15.573221861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6f9034-144d-4369-b86e-d01c8725069f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:15.587217673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6f9034-144d-4369-b86e-d01c8725069f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:16.152239735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05b66c9-fb9a-44bd-b80c-e0b4d7abbfa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:16.16625939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05b66c9-fb9a-44bd-b80c-e0b4d7abbfa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:16.180225767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05b66c9-fb9a-44bd-b80c-e0b4d7abbfa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:16.194351535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05b66c9-fb9a-44bd-b80c-e0b4d7abbfa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:17.949119844Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.30456085Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","namespace":"ai-tenant-e2e-ipp-b-d3e268","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.304741245Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","namespace":"ai-tenant-e2e-ipp-b-d3e268","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.304884962Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","tenant":"e2e-ipp-b-d3e268","tenantID":"e2e-ipp-b-d3e268","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.321700973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d3e268","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.354509172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"Service","name":"maas-api-e2e-ipp-b-d3e268","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.374329928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d3e268","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.39067613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d3e268","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.40966075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.426342752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.444495173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.46263147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.478499082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.494312857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.522223227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"Service","name":"payload-processing-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.545558056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.561799382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.580245993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.597546314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.615190194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.631427886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.647384797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.662999977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d3e268","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.678855784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d3e268"},"namespace":"ai-tenant-e2e-ipp-b-d3e268","name":"default-tenant","reconcileID":"aee35fd2-f781-4845-93fc-cee672b115cf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d3e268","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:20.123563703Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d3e268","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d3e268","reconcileID":"1cd1a853-6292-43a5-8aa1-f5f9f812e15a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d3e268","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d3e268"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:20.64666482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5fafb8-0a79-4e14-a557-9d1af8da5352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:20.660691987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5fafb8-0a79-4e14-a557-9d1af8da5352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:20.675067136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5fafb8-0a79-4e14-a557-9d1af8da5352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:20.689223999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5fafb8-0a79-4e14-a557-9d1af8da5352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.311967008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7358d39-6642-4196-b1a2-0fab94e0ffb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.341881832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7358d39-6642-4196-b1a2-0fab94e0ffb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.373053045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7358d39-6642-4196-b1a2-0fab94e0ffb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.395073229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7358d39-6642-4196-b1a2-0fab94e0ffb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.908977859Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","namespace":"ai-tenant-e2e-api-a-49dbb5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.909117004Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","namespace":"ai-tenant-e2e-api-a-49dbb5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.909215343Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","tenant":"e2e-api-a-49dbb5","tenantID":"e2e-api-a-49dbb5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.925571574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"Deployment","name":"maas-api-e2e-api-a-49dbb5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.033834198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf1bea6-b69a-44f2-b935-97a673fee8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.035037895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"Service","name":"maas-api-e2e-api-a-49dbb5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.048696264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf1bea6-b69a-44f2-b935-97a673fee8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.063549225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf1bea6-b69a-44f2-b935-97a673fee8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.069008583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-49dbb5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.077938906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf1bea6-b69a-44f2-b935-97a673fee8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.099427091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-49dbb5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.119536789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.136292557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.16355731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.180895566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.194948332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"Deployment","name":"payload-processing-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.208887711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.222885169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"Service","name":"payload-processing-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.236503445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"Service","name":"payload-pre-processing-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.250408223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.264094457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.277823679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.300258917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.318759251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.336171266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.350090869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-49dbb5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.368550903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-49dbb5"},"namespace":"ai-tenant-e2e-api-a-49dbb5","name":"default-tenant","reconcileID":"865cd3aa-c197-4256-8899-5190534173e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-49dbb5","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.391959454Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","namespace":"ai-tenant-e2e-ipp-b-13aa41","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.392045828Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","namespace":"ai-tenant-e2e-ipp-b-13aa41","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.39213726Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","tenant":"e2e-ipp-b-13aa41","tenantID":"e2e-ipp-b-13aa41","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.415425017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"Deployment","name":"maas-api-e2e-ipp-b-13aa41","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.439439758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"Service","name":"maas-api-e2e-ipp-b-13aa41","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.462964533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-13aa41","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.482294916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-13aa41","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.502280613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.527585101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.553649074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.577068234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.601781348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.658016972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.689237454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"Service","name":"payload-processing-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.69654084Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-49dbb5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-49dbb5","reconcileID":"3dd2701e-bdf2-4696-b333-75bf84912063","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-49dbb5","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-49dbb5"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.713559833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.733441897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.753633659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.786880976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.804670087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.820284012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.83868018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.85424014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-13aa41","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.87879064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-13aa41"},"namespace":"ai-tenant-e2e-ipp-b-13aa41","name":"default-tenant","reconcileID":"3869f190-7b37-4adb-ad40-0c963b27799b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-13aa41","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:23.312655271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed294569-d33b-402d-a7b5-5b1d068856d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:23.332228115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed294569-d33b-402d-a7b5-5b1d068856d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:23.387875786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed294569-d33b-402d-a7b5-5b1d068856d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:23.405041124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed294569-d33b-402d-a7b5-5b1d068856d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:23.468184088Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-13aa41","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-13aa41","reconcileID":"55e47630-b335-456c-8f52-f52df6515894","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-13aa41","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-13aa41"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:24.160623182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4643b08f-c9c6-4ba4-8419-007b5f3f1ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:24.174722815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4643b08f-c9c6-4ba4-8419-007b5f3f1ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:24.19036108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4643b08f-c9c6-4ba4-8419-007b5f3f1ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:24.204901315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4643b08f-c9c6-4ba4-8419-007b5f3f1ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:24.765418141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d3b613-9764-4665-911a-f28eb2344a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:24.779843323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d3b613-9764-4665-911a-f28eb2344a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:24.794098834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d3b613-9764-4665-911a-f28eb2344a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:24.808119564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d3b613-9764-4665-911a-f28eb2344a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.034747005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345bb565-b849-4dec-bd36-00394a38ded8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.083428844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345bb565-b849-4dec-bd36-00394a38ded8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.172129811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345bb565-b849-4dec-bd36-00394a38ded8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.211908916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345bb565-b849-4dec-bd36-00394a38ded8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.566887867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"0bae4f5b-9f2d-47f4-be5e-5f6bcdefce85","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-774bff","tenantID":"e2e-api-b-774bff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.588904159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"0bae4f5b-9f2d-47f4-be5e-5f6bcdefce85","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"name":"e2e-api-b-774bff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.706190098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"3fa114c0-11f5-4a1c-a6fa-cbd5123bfa5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-774bff","tenantID":"e2e-api-b-774bff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.746525252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"3fa114c0-11f5-4a1c-a6fa-cbd5123bfa5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"name":"e2e-api-b-774bff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.684672875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc8d228-cf20-4f48-af9b-7b56142946f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.736830494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc8d228-cf20-4f48-af9b-7b56142946f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.760360868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc8d228-cf20-4f48-af9b-7b56142946f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.797007045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc8d228-cf20-4f48-af9b-7b56142946f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.223309421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"4faaa118-5d7e-4118-be36-0bf234924fcf","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.275420542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"14ca9e82-781c-44e6-89c9-081d253fd4cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.310010701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"5b4c5768-68bb-4d85-a9ba-8f1bc0bb62ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.372336951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"5b4c5768-68bb-4d85-a9ba-8f1bc0bb62ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.384760363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cde0ccc-63c3-44ed-a628-05c983e8baca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.387413332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"27a6cb57-9c86-4645-bff8-c1f31083b8a5","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.400678371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cde0ccc-63c3-44ed-a628-05c983e8baca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.416238357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cde0ccc-63c3-44ed-a628-05c983e8baca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.470091419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cde0ccc-63c3-44ed-a628-05c983e8baca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.526132482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"c2415f70-8d57-495f-ab21-6e2a0df7bfd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.322357213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"7853228c-4493-4bf0-a9d9-2b51f3a7cc18","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.436195287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"ceff30fe-b457-4d65-b3a5-ab5eb315175b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.453415424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"7b1d4485-029a-4c79-a8bc-ebacdb118dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.496630713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"7b1d4485-029a-4c79-a8bc-ebacdb118dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.51435608Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-53a768","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-53a768","reconcileID":"6c2cd154-5218-4dd9-866e-9ef35a8a0db7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-53a768","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-53a768":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.54334571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"312d6d6c-e801-4cbc-a41f-b525ebabf83e","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.607689074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"e4d3a679-c48f-488b-8e3f-d99e2c32baf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.778052763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c18f69f-7871-4533-900b-a8f87c924545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.792972131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c18f69f-7871-4533-900b-a8f87c924545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.806964891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c18f69f-7871-4533-900b-a8f87c924545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.821047679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c18f69f-7871-4533-900b-a8f87c924545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:35.535544238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515d8129-8ab3-4053-99cf-a7f77be958b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:35.552680294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515d8129-8ab3-4053-99cf-a7f77be958b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:35.602625421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515d8129-8ab3-4053-99cf-a7f77be958b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:35.617967845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515d8129-8ab3-4053-99cf-a7f77be958b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:35.869379596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"298363be-04e1-4030-b475-04294ba80af7","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.074357581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"a7c7cf50-8ee3-4cdc-ba2e-1c6930438fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.075514788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"b7406ca3-986e-4973-a378-61a85e5bbbdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.178095339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"a7c7cf50-8ee3-4cdc-ba2e-1c6930438fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.237796487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"3d3897f0-a760-4b4f-a622-a52815f648ea","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.358122351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"3b5342db-113e-4de1-b332-adcc9f92cbc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.770412042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04381139-2a64-42f6-b0a9-4a62f3b9e475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.786616827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04381139-2a64-42f6-b0a9-4a62f3b9e475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.802471377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04381139-2a64-42f6-b0a9-4a62f3b9e475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.816406595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04381139-2a64-42f6-b0a9-4a62f3b9e475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.991186627Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1e1c46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1e1c46","reconcileID":"4319d3d3-7e7e-4776-bcf8-4f9060516141","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1e1c46","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-1e1c46":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:37.515882046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2728c944-687b-4e0e-92a3-0c75f533f2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:37.566175313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2728c944-687b-4e0e-92a3-0c75f533f2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:37.59445725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2728c944-687b-4e0e-92a3-0c75f533f2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:37.655447623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2728c944-687b-4e0e-92a3-0c75f533f2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.119042905Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d67deb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d67deb","reconcileID":"712a3dc5-acea-4b9a-8411-121c2b06bc76","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d67deb","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-d67deb":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.356016529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"e189aaba-eead-4be7-8e85-9712d676e6dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-848fb8","tenantID":"e2e-ipp-b-848fb8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.39819143Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"e189aaba-eead-4be7-8e85-9712d676e6dd","name":"e2e-ipp-b-848fb8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.804289034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"51bdffcc-4a3c-4da7-87bb-b1bb47024eab","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.906436703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"61c8bc87-440a-46d8-b4e2-6cb2e53c33db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.932449742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"7cc6ebdd-048b-4abc-ad11-0b5e4910b2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.000015345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"7cc6ebdd-048b-4abc-ad11-0b5e4910b2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.032393395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"ab5c81b9-9e45-495b-bd4f-c3b537a2141f","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.068473595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239d38d6-7708-4908-a007-b347f07263f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.085396092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239d38d6-7708-4908-a007-b347f07263f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.086341967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"c9521ccc-316c-4eb9-a07e-a652e7bf91d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.100904188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239d38d6-7708-4908-a007-b347f07263f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.115462731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239d38d6-7708-4908-a007-b347f07263f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.760350251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9066fd-b9f8-44b0-8455-581fab8423c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.776364357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9066fd-b9f8-44b0-8455-581fab8423c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.790548421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9066fd-b9f8-44b0-8455-581fab8423c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.804684173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9066fd-b9f8-44b0-8455-581fab8423c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:40.57083146Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c88955","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c88955","reconcileID":"d8d3cd36-d086-4d7e-9494-6e99ca0f110b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c88955","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-c88955":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:40.617161702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bc614e-89ad-45e4-945f-0d195fad85fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:40.634048063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bc614e-89ad-45e4-945f-0d195fad85fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:40.658163987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bc614e-89ad-45e4-945f-0d195fad85fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:40.684715306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bc614e-89ad-45e4-945f-0d195fad85fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.034410392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"f897f786-e32e-44f8-8b16-d682f108ddfa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-774bff","tenantID":"e2e-api-b-774bff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.054544059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"f897f786-e32e-44f8-8b16-d682f108ddfa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"name":"e2e-api-b-774bff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.536957038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ffa5332-db1f-4d43-b20d-cf0b2ae31849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.559991207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ffa5332-db1f-4d43-b20d-cf0b2ae31849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.624360506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ffa5332-db1f-4d43-b20d-cf0b2ae31849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.691620462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ffa5332-db1f-4d43-b20d-cf0b2ae31849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:42.71863486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"471dc41d-f953-455b-9a02-0ee4f0f6998b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:42.733674725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"471dc41d-f953-455b-9a02-0ee4f0f6998b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:42.748592875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"471dc41d-f953-455b-9a02-0ee4f0f6998b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:42.764282671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"471dc41d-f953-455b-9a02-0ee4f0f6998b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:43.3632053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e81231-0694-4f6a-9092-eeb6dfc9c2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:43.378636528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e81231-0694-4f6a-9092-eeb6dfc9c2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:43.392674019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e81231-0694-4f6a-9092-eeb6dfc9c2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:43.408365374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e81231-0694-4f6a-9092-eeb6dfc9c2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:44.203495859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14786953-0fc5-4a05-8f03-c5f0913e15c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:44.217983812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14786953-0fc5-4a05-8f03-c5f0913e15c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:44.232210902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14786953-0fc5-4a05-8f03-c5f0913e15c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:44.246367014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14786953-0fc5-4a05-8f03-c5f0913e15c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:44.871137179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922ae3f1-b835-41fd-8565-e9faab6f4b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:44.901333074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922ae3f1-b835-41fd-8565-e9faab6f4b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:44.921743946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922ae3f1-b835-41fd-8565-e9faab6f4b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:44.938506054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922ae3f1-b835-41fd-8565-e9faab6f4b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:46.072953252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b128c8f-857d-4ee3-9afc-fb638f8be07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:46.108977576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b128c8f-857d-4ee3-9afc-fb638f8be07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:46.12455565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b128c8f-857d-4ee3-9afc-fb638f8be07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:46.13993345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b128c8f-857d-4ee3-9afc-fb638f8be07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:47.962959043Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:54.12585888Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"b8ec3de7-1b76-4117-9723-3ab68acdc542","namespace":"ai-tenant-e2e-api-b-774bff","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:54.125928607Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"b8ec3de7-1b76-4117-9723-3ab68acdc542","namespace":"ai-tenant-e2e-api-b-774bff","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:54.125974177Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"b8ec3de7-1b76-4117-9723-3ab68acdc542","name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:54.14242205Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"b8ec3de7-1b76-4117-9723-3ab68acdc542","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:54.142883604Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"6f19f11d-2cec-4016-9101-632da7d453bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:54.143105043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4476569-dd25-4fd3-afea-cfe7da37dd53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:54.143120039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4476569-dd25-4fd3-afea-cfe7da37dd53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:54.184185176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"6f19f11d-2cec-4016-9101-632da7d453bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-774bff","tenantID":"e2e-api-b-774bff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:54.20285167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"6f19f11d-2cec-4016-9101-632da7d453bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"name":"e2e-api-b-774bff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:54.202872475Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"e2e-e2e-api-b-774bff-policy","reconcileID":"6f19f11d-2cec-4016-9101-632da7d453bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-774bff-policy","namespace":"ai-tenant-e2e-api-b-774bff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-774bff","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:54.224177938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fec66131-6d7c-4b8a-b86a-903800fb6379","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:02:54.224197366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fec66131-6d7c-4b8a-b86a-903800fb6379","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:00.520700799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"fd34c363-1750-4389-b324-7a87f5868a2d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-53a768","tenantID":"e2e-praxis-a-53a768","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:00.562476198Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"fd34c363-1750-4389-b324-7a87f5868a2d","name":"e2e-praxis-a-53a768-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:04.602634581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"de026988-5425-4018-95f1-ef86b0aeb630","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-1e1c46","tenantID":"e2e-praxis-b-1e1c46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:04.646237184Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"de026988-5425-4018-95f1-ef86b0aeb630","name":"e2e-praxis-b-1e1c46-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:07.355135092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"767f211c-ce11-4b6a-8508-3d7094b594dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:07.373144529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"767f211c-ce11-4b6a-8508-3d7094b594dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:07.394263256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"767f211c-ce11-4b6a-8508-3d7094b594dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:07.420505344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"767f211c-ce11-4b6a-8508-3d7094b594dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.086752854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30cfab6-4da4-46ed-9e20-9e1ec482fff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.108838221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30cfab6-4da4-46ed-9e20-9e1ec482fff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.124319928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30cfab6-4da4-46ed-9e20-9e1ec482fff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.138867152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30cfab6-4da4-46ed-9e20-9e1ec482fff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.743299597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"7bfb6770-238b-4049-98ae-4f76eb221dc8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.784178689Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"7bfb6770-238b-4049-98ae-4f76eb221dc8","name":"e2e-praxis-a-d67deb-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.868035095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902c0ce2-e712-434c-a131-f3c05eb0dab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.882465161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902c0ce2-e712-434c-a131-f3c05eb0dab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.901736367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902c0ce2-e712-434c-a131-f3c05eb0dab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.985866402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902c0ce2-e712-434c-a131-f3c05eb0dab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:09.872612048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387909f4-32c1-43a2-b2d5-159dc3804f23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:09.899923688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387909f4-32c1-43a2-b2d5-159dc3804f23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:09.915337862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387909f4-32c1-43a2-b2d5-159dc3804f23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:09.930248199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387909f4-32c1-43a2-b2d5-159dc3804f23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.574665208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01853f3-b827-40f5-b270-e304da47729e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.598567611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01853f3-b827-40f5-b270-e304da47729e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.613475686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01853f3-b827-40f5-b270-e304da47729e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.628751084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01853f3-b827-40f5-b270-e304da47729e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.727720935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"f65baf17-9193-44dd-83ef-04bf14102318","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-c88955","tenantID":"e2e-ipp-b-c88955","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.773788454Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"f65baf17-9193-44dd-83ef-04bf14102318","name":"e2e-ipp-b-c88955-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:11.382522632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a860ed-8cc1-43ed-899a-6f5be9272e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:11.404859368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a860ed-8cc1-43ed-899a-6f5be9272e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:11.427641545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a860ed-8cc1-43ed-899a-6f5be9272e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:11.454077819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a860ed-8cc1-43ed-899a-6f5be9272e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:14.848252208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34473a99-8c89-4d61-9d70-1961bb0b33e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:14.863441823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34473a99-8c89-4d61-9d70-1961bb0b33e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:14.887616748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34473a99-8c89-4d61-9d70-1961bb0b33e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:14.909966316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34473a99-8c89-4d61-9d70-1961bb0b33e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:15.518992988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6098a8bd-339f-49e5-8858-17e0cb61002f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:15.53326902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6098a8bd-339f-49e5-8858-17e0cb61002f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:15.547235719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6098a8bd-339f-49e5-8858-17e0cb61002f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:15.561339766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6098a8bd-339f-49e5-8858-17e0cb61002f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:16.234206439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f91b46-7bd2-4b7c-bda7-fbc49c1076b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:16.305507907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f91b46-7bd2-4b7c-bda7-fbc49c1076b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:16.411811886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f91b46-7bd2-4b7c-bda7-fbc49c1076b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:16.430638589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f91b46-7bd2-4b7c-bda7-fbc49c1076b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:17.223169053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e60fb2-f89f-4a87-81ca-75c05b817a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:17.237926493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e60fb2-f89f-4a87-81ca-75c05b817a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:17.252882235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e60fb2-f89f-4a87-81ca-75c05b817a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:17.269061621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e60fb2-f89f-4a87-81ca-75c05b817a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:17.929653708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a670ca-4e25-4d89-9a0f-9017b2457ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:17.945318554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a670ca-4e25-4d89-9a0f-9017b2457ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:17.951201083Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:17.95940533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a670ca-4e25-4d89-9a0f-9017b2457ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:17.981253009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a670ca-4e25-4d89-9a0f-9017b2457ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:18.773974339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3124ccc8-2fb0-4241-84d9-7bc20f41da1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:18.788750057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3124ccc8-2fb0-4241-84d9-7bc20f41da1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:18.802961892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3124ccc8-2fb0-4241-84d9-7bc20f41da1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:18.817251325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3124ccc8-2fb0-4241-84d9-7bc20f41da1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.622446171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3463a959-3b8b-4a32-979c-6db6ea977e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.636622768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3463a959-3b8b-4a32-979c-6db6ea977e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.650882029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3463a959-3b8b-4a32-979c-6db6ea977e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.66982671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3463a959-3b8b-4a32-979c-6db6ea977e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.354829013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e68a6b5e-6fc1-4068-a871-3a3ff2d33010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.374864322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e68a6b5e-6fc1-4068-a871-3a3ff2d33010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.389976905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e68a6b5e-6fc1-4068-a871-3a3ff2d33010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.404117329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e68a6b5e-6fc1-4068-a871-3a3ff2d33010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:28.11803672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d225a219-0aff-48cb-b051-379d429aa00b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:28.145895007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d225a219-0aff-48cb-b051-379d429aa00b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:28.225120547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d225a219-0aff-48cb-b051-379d429aa00b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:28.249258525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d225a219-0aff-48cb-b051-379d429aa00b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:28.360825742Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-14debc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-14debc","reconcileID":"b2a631e0-f650-41c9-a6c6-53115fa75280","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-14debc","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-14debc":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:28.96043293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5f0fdf-56af-44db-9571-a4a915555bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:28.977066695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5f0fdf-56af-44db-9571-a4a915555bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:28.991626968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5f0fdf-56af-44db-9571-a4a915555bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.006056881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5f0fdf-56af-44db-9571-a4a915555bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.634666919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbbf95e-44d6-4403-bb9c-f7d9cb4cb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.648985513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbbf95e-44d6-4403-bb9c-f7d9cb4cb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.662914809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbbf95e-44d6-4403-bb9c-f7d9cb4cb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.683276796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbbf95e-44d6-4403-bb9c-f7d9cb4cb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:03:30.148340267Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-14debc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-14debc","reconcileID":"3de62dd1-6b64-40f0-b499-3fb408686a64","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-14debc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:30.468844441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb57bbb-8275-44d7-9691-116977ae3e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:30.48547004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb57bbb-8275-44d7-9691-116977ae3e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:30.510664396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb57bbb-8275-44d7-9691-116977ae3e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:30.571140356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb57bbb-8275-44d7-9691-116977ae3e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.348228834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51db9b5-6023-4bf7-bba3-53daf3595891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.38013457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51db9b5-6023-4bf7-bba3-53daf3595891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.404271266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51db9b5-6023-4bf7-bba3-53daf3595891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.419299647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51db9b5-6023-4bf7-bba3-53daf3595891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.772399942Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","namespace":"ai-tenant-e2e-api-b-774bff","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.772488272Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","namespace":"ai-tenant-e2e-api-b-774bff","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.772565886Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","tenant":"e2e-api-b-774bff","tenantID":"e2e-api-b-774bff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.789313356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"Deployment","name":"maas-api-e2e-api-b-774bff","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.819295822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"Service","name":"maas-api-e2e-api-b-774bff","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.839035658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-774bff","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.857735253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-774bff","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.87839236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.896611885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.913831289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.93056582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.944562613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"Deployment","name":"payload-processing-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.958515653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.974025846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"Service","name":"payload-processing-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.988081417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"Service","name":"payload-pre-processing-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:32.001985543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:32.01606893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:32.030293243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:32.076960943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:32.12291465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:32.144082783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:32.211101181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-774bff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:32.247096913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-774bff"},"namespace":"ai-tenant-e2e-api-b-774bff","name":"default-tenant","reconcileID":"ebe8dff9-5b97-405c-9e3c-b625d23e20ce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-774bff","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:32.49888112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"26341ae3-67c5-4fbf-b4d9-787d186a8076","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:32.800882984Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-774bff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-774bff","reconcileID":"d6aca933-5c1b-4027-a536-56c2545c45c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-774bff","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-774bff"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:33.304397478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644f3aae-e855-4e0a-8548-648fb44e0975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:33.31874071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644f3aae-e855-4e0a-8548-648fb44e0975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:33.3327994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644f3aae-e855-4e0a-8548-648fb44e0975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:33.346978102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644f3aae-e855-4e0a-8548-648fb44e0975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:34.02955287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51116394-493f-48d8-b0ac-ad25cda597f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:34.044456441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51116394-493f-48d8-b0ac-ad25cda597f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:34.059712943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51116394-493f-48d8-b0ac-ad25cda597f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:34.074976901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51116394-493f-48d8-b0ac-ad25cda597f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:34.201204334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"0eac6694-7c61-4b95-9fc5-e098d12016e3","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:35.323520943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0bfa05-b443-4b6a-a220-2900b4770b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:35.337636898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0bfa05-b443-4b6a-a220-2900b4770b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:35.351975594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0bfa05-b443-4b6a-a220-2900b4770b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:35.366222613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0bfa05-b443-4b6a-a220-2900b4770b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:35.956494304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e9dac3-fe43-4cc3-ad9b-63530a51c6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:35.974556716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e9dac3-fe43-4cc3-ad9b-63530a51c6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:35.991513896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e9dac3-fe43-4cc3-ad9b-63530a51c6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:36.005876008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e9dac3-fe43-4cc3-ad9b-63530a51c6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:36.597822824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f413f519-98bc-4be8-b1ef-26420fd97e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:36.611949236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f413f519-98bc-4be8-b1ef-26420fd97e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:36.625988658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f413f519-98bc-4be8-b1ef-26420fd97e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:36.640131394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f413f519-98bc-4be8-b1ef-26420fd97e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.358280692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36740a3-37bb-4c1a-8c09-215a0faa285e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.377226581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36740a3-37bb-4c1a-8c09-215a0faa285e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.392483924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36740a3-37bb-4c1a-8c09-215a0faa285e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.410783471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36740a3-37bb-4c1a-8c09-215a0faa285e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:38.334680727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be42476-ccc9-4f02-aeaa-071d70c0604e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:38.348922578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be42476-ccc9-4f02-aeaa-071d70c0604e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:38.363896685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be42476-ccc9-4f02-aeaa-071d70c0604e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:38.378433831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be42476-ccc9-4f02-aeaa-071d70c0604e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.310134331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0daa88e8-8dba-4f67-8401-38b1c454b32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.324240393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0daa88e8-8dba-4f67-8401-38b1c454b32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.338100057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0daa88e8-8dba-4f67-8401-38b1c454b32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.352302375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0daa88e8-8dba-4f67-8401-38b1c454b32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.054152967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae3258f-59d3-47f3-9259-4d45f7287e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.084138342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae3258f-59d3-47f3-9259-4d45f7287e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.099305118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae3258f-59d3-47f3-9259-4d45f7287e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.114127931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae3258f-59d3-47f3-9259-4d45f7287e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.978510522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7de92e3-afed-4e70-ad7e-02d0eac25d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.996163314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7de92e3-afed-4e70-ad7e-02d0eac25d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:41.103929048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7de92e3-afed-4e70-ad7e-02d0eac25d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:41.123621557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7de92e3-afed-4e70-ad7e-02d0eac25d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:41.520008159Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c73f1d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c73f1d","reconcileID":"34a8dc6c-1632-473c-a33a-4639c6cbdbc4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c73f1d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-c73f1d":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:42.65670657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63de8a41-c8fe-4867-8868-974f6eb32209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:42.677997609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63de8a41-c8fe-4867-8868-974f6eb32209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:42.703896956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63de8a41-c8fe-4867-8868-974f6eb32209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:42.71905509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63de8a41-c8fe-4867-8868-974f6eb32209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:43.620426925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51ccb6b-bace-4d67-8eb6-ce5e083fb110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:43.635403332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51ccb6b-bace-4d67-8eb6-ce5e083fb110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:43.655119284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51ccb6b-bace-4d67-8eb6-ce5e083fb110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:43.680063477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51ccb6b-bace-4d67-8eb6-ce5e083fb110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:44.586403169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6b1832-2911-4177-a3f3-a331f3a23d19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:44.612009804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6b1832-2911-4177-a3f3-a331f3a23d19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:44.637172803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6b1832-2911-4177-a3f3-a331f3a23d19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:44.660413148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6b1832-2911-4177-a3f3-a331f3a23d19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:45.707268524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8201e953-97fa-4302-b856-495dbcaac238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:45.773917705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8201e953-97fa-4302-b856-495dbcaac238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:45.823340306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8201e953-97fa-4302-b856-495dbcaac238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:45.839246814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8201e953-97fa-4302-b856-495dbcaac238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:46.569914193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817edba8-b85d-4007-b82e-a6d7a83dd4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:46.586016404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817edba8-b85d-4007-b82e-a6d7a83dd4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:46.600622341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817edba8-b85d-4007-b82e-a6d7a83dd4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:46.614777432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817edba8-b85d-4007-b82e-a6d7a83dd4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:46.709583204Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1b7950","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1b7950","reconcileID":"9adbd5f0-ca39-48ec-8bbe-422558dbfb24","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1b7950","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-1b7950":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:47.275000108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb553ec-ddfb-4ffb-b154-833252a9e0d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:47.291059586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb553ec-ddfb-4ffb-b154-833252a9e0d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:47.305268652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb553ec-ddfb-4ffb-b154-833252a9e0d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:47.3194877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb553ec-ddfb-4ffb-b154-833252a9e0d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:47.960068492Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:48.187727553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d052d959-ddd9-440c-9d69-e9f477b1abd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:48.202040657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d052d959-ddd9-440c-9d69-e9f477b1abd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:48.216086971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d052d959-ddd9-440c-9d69-e9f477b1abd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:48.23034287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d052d959-ddd9-440c-9d69-e9f477b1abd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:03:48.465348843Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1b7950","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1b7950","reconcileID":"82ee9410-6cdf-4fad-a068-5df57cb3c6c1","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-1b7950\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:48.805700335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4c7472-59e6-454c-a0c6-0c7bb8670402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:48.81994317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4c7472-59e6-454c-a0c6-0c7bb8670402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:48.834001686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4c7472-59e6-454c-a0c6-0c7bb8670402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:48.848379167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4c7472-59e6-454c-a0c6-0c7bb8670402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:53.834023463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1758c35f-b78a-4b68-877d-0ffaad188901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:53.848379315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1758c35f-b78a-4b68-877d-0ffaad188901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:53.862485235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1758c35f-b78a-4b68-877d-0ffaad188901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:53.876794033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1758c35f-b78a-4b68-877d-0ffaad188901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.445449365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ef2bd9-3252-44a2-a864-e98cfa87380b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.460331329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ef2bd9-3252-44a2-a864-e98cfa87380b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.476302308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ef2bd9-3252-44a2-a864-e98cfa87380b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.49150314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ef2bd9-3252-44a2-a864-e98cfa87380b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.586482682Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-182195","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-182195","reconcileID":"aaa104b5-e6e6-4424-b590-f5c186128051","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-182195","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-182195":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.844303359Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","namespace":"ai-tenant-e2e-ipp-a-f173b1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.844384934Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","namespace":"ai-tenant-e2e-ipp-a-f173b1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.844454081Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","tenant":"e2e-ipp-a-f173b1","tenantID":"e2e-ipp-a-f173b1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.860574308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f173b1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.897135168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"Service","name":"maas-api-e2e-ipp-a-f173b1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.924994455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f173b1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.94170799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f173b1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.960187933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.981203917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.000154436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.019615994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.037372717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.053565917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.08497058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"Service","name":"payload-processing-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.086716283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545f24b6-d1fb-4d25-a419-75039701d19a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.10338293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545f24b6-d1fb-4d25-a419-75039701d19a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.125830697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545f24b6-d1fb-4d25-a419-75039701d19a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.12688594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.165637742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545f24b6-d1fb-4d25-a419-75039701d19a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.183255442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.200969372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.218993615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.249677937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.266143142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.283287655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.30179416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f173b1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.317463314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f173b1"},"namespace":"ai-tenant-e2e-ipp-a-f173b1","name":"default-tenant","reconcileID":"c197fe68-8e87-4871-8a04-8c4066914067","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f173b1","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:55.694105332Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f173b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f173b1","reconcileID":"8a92ae7d-ae12-44ef-9247-8cd5b30cb8be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f173b1","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f173b1"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:56.206170809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8decd15e-5e19-48c5-968f-323bb86847a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:56.220419321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8decd15e-5e19-48c5-968f-323bb86847a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:56.234662178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8decd15e-5e19-48c5-968f-323bb86847a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:56.248726674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8decd15e-5e19-48c5-968f-323bb86847a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:03:56.646582949Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-182195","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-182195","reconcileID":"9b785a5f-cf26-475b-81b8-621318c8aa23","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-b-182195\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:57.046030898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a043f2-34c4-495a-a7c3-9fa25e349d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:57.066538487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a043f2-34c4-495a-a7c3-9fa25e349d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:57.080917326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a043f2-34c4-495a-a7c3-9fa25e349d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:03:57.095192437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a043f2-34c4-495a-a7c3-9fa25e349d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.261294607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"8eda57ca-a3fe-4648-b81b-d59c813143bd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-14debc","tenantID":"e2e-praxis-a-14debc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.335831482Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"8eda57ca-a3fe-4648-b81b-d59c813143bd","name":"e2e-praxis-a-14debc-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.385540454Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","namespace":"ai-tenant-e2e-praxis-a-0266dd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.385646753Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","namespace":"ai-tenant-e2e-praxis-a-0266dd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.385727062Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","tenant":"e2e-praxis-a-0266dd","tenantID":"e2e-praxis-a-0266dd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.4037368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"Deployment","name":"maas-api-e2e-praxis-a-0266dd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.449616059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"Service","name":"maas-api-e2e-praxis-a-0266dd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.482863371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-0266dd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.553194038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-0266dd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.571059914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.590747022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.653684706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.738867417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.763165776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.813639737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.844681067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"Service","name":"payload-processing-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.861673118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.899134962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.916122918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.947098433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.973011071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.998986773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:04.016415533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:04.037674922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-0266dd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:04.056555324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0266dd"},"namespace":"ai-tenant-e2e-praxis-a-0266dd","name":"default-tenant","reconcileID":"f48a330f-3b2c-4355-a907-cca020ff517c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-0266dd","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:04.103377248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80be6a2c-7edc-44dd-bfe7-7d2630835ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:04.279538186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80be6a2c-7edc-44dd-bfe7-7d2630835ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:04.352053301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80be6a2c-7edc-44dd-bfe7-7d2630835ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:04.370133755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80be6a2c-7edc-44dd-bfe7-7d2630835ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:04.617834527Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0266dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0266dd","reconcileID":"7947b68b-5603-4cb5-b1f7-a032c027ea2b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0266dd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-0266dd"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:05.214253045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648ddaa6-21e1-4a05-aae3-c5ecb718036d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:05.228371336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648ddaa6-21e1-4a05-aae3-c5ecb718036d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:05.242525299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648ddaa6-21e1-4a05-aae3-c5ecb718036d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:05.25683214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648ddaa6-21e1-4a05-aae3-c5ecb718036d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:12.841375568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d03294-8c15-43a3-81c6-8a733e44d02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:12.855619447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d03294-8c15-43a3-81c6-8a733e44d02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:12.869740323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d03294-8c15-43a3-81c6-8a733e44d02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:12.883950694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d03294-8c15-43a3-81c6-8a733e44d02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:13.442495746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841f01ee-210d-4adc-ba74-47f472344f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:13.456736203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841f01ee-210d-4adc-ba74-47f472344f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:13.470786124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841f01ee-210d-4adc-ba74-47f472344f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:13.484949881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"841f01ee-210d-4adc-ba74-47f472344f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.145413646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"172565f2-0132-4e9c-b2cf-c86a1546d76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.160631445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"172565f2-0132-4e9c-b2cf-c86a1546d76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.175988581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"172565f2-0132-4e9c-b2cf-c86a1546d76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.190137348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"172565f2-0132-4e9c-b2cf-c86a1546d76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.83540236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41622a5-e80f-45e5-add4-6c0bbdd8d0a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.850029115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41622a5-e80f-45e5-add4-6c0bbdd8d0a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.865072522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41622a5-e80f-45e5-add4-6c0bbdd8d0a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.901267839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41622a5-e80f-45e5-add4-6c0bbdd8d0a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.592833249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"6c763609-af20-4116-8ebd-1c00f4cb9428","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-c73f1d","tenantID":"e2e-praxis-b-c73f1d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.613611699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2035c08-eee7-4070-8522-04e26948c3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.627744985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2035c08-eee7-4070-8522-04e26948c3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.640882792Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"6c763609-af20-4116-8ebd-1c00f4cb9428","name":"e2e-praxis-b-c73f1d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.644325983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2035c08-eee7-4070-8522-04e26948c3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.676073278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2035c08-eee7-4070-8522-04e26948c3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:16.397600964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912472e1-0e81-400b-b66d-91a8c3b3d59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:16.411461909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912472e1-0e81-400b-b66d-91a8c3b3d59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:16.425507821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912472e1-0e81-400b-b66d-91a8c3b3d59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:16.439393201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912472e1-0e81-400b-b66d-91a8c3b3d59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.134659093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709ebd18-fb21-42ea-93f5-c33c5c2c6801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.148857271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709ebd18-fb21-42ea-93f5-c33c5c2c6801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.162852039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709ebd18-fb21-42ea-93f5-c33c5c2c6801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.177028502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709ebd18-fb21-42ea-93f5-c33c5c2c6801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.840615089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b315af92-a644-443a-aaa7-1b778b5bbcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.855119826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b315af92-a644-443a-aaa7-1b778b5bbcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.869483363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b315af92-a644-443a-aaa7-1b778b5bbcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.883609558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b315af92-a644-443a-aaa7-1b778b5bbcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.949724582Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:18.49145495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375a20f3-9dcf-49f8-b258-7d2ea945cb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:18.50565727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375a20f3-9dcf-49f8-b258-7d2ea945cb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:18.52001379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375a20f3-9dcf-49f8-b258-7d2ea945cb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:18.536055389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375a20f3-9dcf-49f8-b258-7d2ea945cb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:21.841727802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"c6305c2c-ce30-447f-9faa-ee4358a9f2d7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1b7950","tenantID":"e2e-ipp-a-1b7950","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:21.88337845Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"c6305c2c-ce30-447f-9faa-ee4358a9f2d7","name":"e2e-ipp-a-1b7950-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:28.914076491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"ff23818c-1bfc-466d-9680-62aad09209dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-182195","tenantID":"e2e-praxis-b-182195","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:28.956040684Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"ff23818c-1bfc-466d-9680-62aad09209dd","name":"e2e-praxis-b-182195-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:38.442950887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87867e1d-3cf8-4402-8d4b-8c9f54eb985a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:38.457174427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87867e1d-3cf8-4402-8d4b-8c9f54eb985a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:38.471253559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87867e1d-3cf8-4402-8d4b-8c9f54eb985a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:38.486161235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87867e1d-3cf8-4402-8d4b-8c9f54eb985a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:39.057297697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19920a0f-fe66-4304-ba22-1b3b30f9f2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:39.071352934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19920a0f-fe66-4304-ba22-1b3b30f9f2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:39.085520791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19920a0f-fe66-4304-ba22-1b3b30f9f2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:39.099664172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19920a0f-fe66-4304-ba22-1b3b30f9f2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:39.761257774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4fbb46-3b6f-4dfa-845a-a24045ebec7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:39.775556056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4fbb46-3b6f-4dfa-845a-a24045ebec7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:39.78975489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4fbb46-3b6f-4dfa-845a-a24045ebec7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:39.805506376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4fbb46-3b6f-4dfa-845a-a24045ebec7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.397197048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d04bc9c1-5e57-444c-9b73-ec5aba6d945e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.411358557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d04bc9c1-5e57-444c-9b73-ec5aba6d945e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.426968623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d04bc9c1-5e57-444c-9b73-ec5aba6d945e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.441690544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d04bc9c1-5e57-444c-9b73-ec5aba6d945e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:42.883323639Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","namespace":"ai-tenant-e2e-praxis-b-1e1c46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:42.883382987Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","namespace":"ai-tenant-e2e-praxis-b-1e1c46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:42.883432156Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","tenant":"e2e-praxis-b-1e1c46","tenantID":"e2e-praxis-b-1e1c46","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:42.899041812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"Deployment","name":"maas-api-e2e-praxis-b-1e1c46","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:42.934733793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"Service","name":"maas-api-e2e-praxis-b-1e1c46","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:42.952206445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-1e1c46","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:42.968175485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-1e1c46","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:42.988292091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.004672475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.024633245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.041017156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.054901074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.068676993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.082432275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"Service","name":"payload-processing-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.096006103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.109836215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.123364393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.136953363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.155606835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.175281437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.193116812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.207163245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-1e1c46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.223236962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e1c46"},"namespace":"ai-tenant-e2e-praxis-b-1e1c46","name":"default-tenant","reconcileID":"5c89d50c-3c5b-4f9e-b61b-a2cff20453fb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-1e1c46","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.255559459Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","namespace":"ai-tenant-e2e-ipp-b-848fb8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.255660355Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","namespace":"ai-tenant-e2e-ipp-b-848fb8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.255738233Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","tenant":"e2e-ipp-b-848fb8","tenantID":"e2e-ipp-b-848fb8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.293327623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"Deployment","name":"maas-api-e2e-ipp-b-848fb8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.348855656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"Service","name":"maas-api-e2e-ipp-b-848fb8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.374280935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-848fb8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.396029716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-848fb8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.41303806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.429472612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.44848543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.464899861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.481286237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.499390864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.532123207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"Service","name":"payload-processing-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.554956332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.572655789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.586157993Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1e1c46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1e1c46","reconcileID":"c6ebadfc-24cd-48f5-a959-f0b48790dd34","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1e1c46","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-1e1c46"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.597962372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.61923175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.637876858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.656404524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.679119569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.698051924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-848fb8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:43.71431338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-848fb8"},"namespace":"ai-tenant-e2e-ipp-b-848fb8","name":"default-tenant","reconcileID":"b7069ea7-f5e0-4aba-824d-367b051bbf4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-848fb8","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:44.26282399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e15daee-17cd-487d-8b02-ea0f0b6383af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:44.270006861Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-848fb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-848fb8","reconcileID":"cf344389-02e6-420d-8191-743809bdf472","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-848fb8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-848fb8"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:44.277926048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e15daee-17cd-487d-8b02-ea0f0b6383af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:44.29266265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e15daee-17cd-487d-8b02-ea0f0b6383af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:44.307002925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e15daee-17cd-487d-8b02-ea0f0b6383af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:44.944668383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c9d7d2-9d3f-4386-965e-ede1e686b494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:44.958899682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c9d7d2-9d3f-4386-965e-ede1e686b494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:44.973067167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c9d7d2-9d3f-4386-965e-ede1e686b494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:44.987366139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c9d7d2-9d3f-4386-965e-ede1e686b494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:45.609307091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735ed946-233c-4232-ac71-e41eed71824c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:45.623455955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735ed946-233c-4232-ac71-e41eed71824c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:45.637514811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735ed946-233c-4232-ac71-e41eed71824c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:45.651803673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735ed946-233c-4232-ac71-e41eed71824c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:45.869998075Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4f2e3a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4f2e3a","reconcileID":"905f485f-3f94-4cee-93ec-ec3fb6d900d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4f2e3a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-4f2e3a":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:46.32221471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae7c4a9-0011-4e8e-9e56-efa88915743e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:46.360036773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae7c4a9-0011-4e8e-9e56-efa88915743e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:46.375243007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae7c4a9-0011-4e8e-9e56-efa88915743e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:46.39227057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae7c4a9-0011-4e8e-9e56-efa88915743e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:47.271482206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b8bc92-3c7e-4083-a674-9945666b4dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:47.286190649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b8bc92-3c7e-4083-a674-9945666b4dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:47.322604888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b8bc92-3c7e-4083-a674-9945666b4dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:47.407127732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b8bc92-3c7e-4083-a674-9945666b4dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:47.948713983Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:48.319223478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d95d59-cc40-4520-9803-ebcdaafc356a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:48.338568711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d95d59-cc40-4520-9803-ebcdaafc356a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:48.362436006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d95d59-cc40-4520-9803-ebcdaafc356a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:48.426192159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d95d59-cc40-4520-9803-ebcdaafc356a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:54.945985404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a1c7bc-6313-4d33-aa4c-aaf4a1c5be83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:54.96231158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a1c7bc-6313-4d33-aa4c-aaf4a1c5be83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:54.976603895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a1c7bc-6313-4d33-aa4c-aaf4a1c5be83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:54.992400603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a1c7bc-6313-4d33-aa4c-aaf4a1c5be83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.605711757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"30b830d8-9b71-4148-9509-a9f07bfe3185","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.62356034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"81cbfabb-baca-45f5-b0e7-7f0282a299d1","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:04:55.635723153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3fe169cd","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-apikey-sub-binding-3fe169cd","reconcileID":"ca6dfb7f-adaa-4696-8780-93c2d980a25a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-3fe169cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.655170926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f1f217-c82c-4d63-a370-7a7ae04a8186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.669300291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f1f217-c82c-4d63-a370-7a7ae04a8186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.669990843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"a56edeeb-5cc9-42e5-98d5-d4b9c8958bea","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.683166116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f1f217-c82c-4d63-a370-7a7ae04a8186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.697383667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f1f217-c82c-4d63-a370-7a7ae04a8186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.700760643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"3b9553dc-5a71-4909-bfc4-5899095d284f","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.776586422Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3fe169cd","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-apikey-sub-binding-3fe169cd","reconcileID":"18345677-0d5d-4bcd-94fe-977db04605fb","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3fe169cd","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/e2e-apikey-sub-binding-3fe169cd","ai-tenant-e2e-worker-w1-e131af/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.827743059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"bf24d72d-7763-4d36-868f-9aa3775b68e9","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.843345804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"338c2a44-2d34-4d69-9590-abcee8dcb44d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.966486545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3fe169cd","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-apikey-sub-binding-3fe169cd","reconcileID":"ba7432ee-26e8-4381-8ab1-f7ddb25e3d93","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3fe169cd","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.344211572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c422e5b-782e-47eb-ad4c-a0d5103fca77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.359739985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c422e5b-782e-47eb-ad4c-a0d5103fca77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.373857834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c422e5b-782e-47eb-ad4c-a0d5103fca77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.388617619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c422e5b-782e-47eb-ad4c-a0d5103fca77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.172630324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a63c2d-56c2-4d6c-91d0-477a4e7d2296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.186809557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a63c2d-56c2-4d6c-91d0-477a4e7d2296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.200815346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a63c2d-56c2-4d6c-91d0-477a4e7d2296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.215258593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a63c2d-56c2-4d6c-91d0-477a4e7d2296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.777578584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ac5ec9-a4d5-425d-9402-6be2f941abd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.791592707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ac5ec9-a4d5-425d-9402-6be2f941abd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.806369678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ac5ec9-a4d5-425d-9402-6be2f941abd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.821566549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ac5ec9-a4d5-425d-9402-6be2f941abd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.950211831Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3f7d4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3f7d4b","reconcileID":"3f04c489-222b-4354-86b8-ee4722c07db2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3f7d4b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3f7d4b":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:58.595485375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e147b8b-87f3-424e-aae2-8047dbc2bd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:58.632397945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e147b8b-87f3-424e-aae2-8047dbc2bd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:58.657827559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e147b8b-87f3-424e-aae2-8047dbc2bd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:58.680261813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e147b8b-87f3-424e-aae2-8047dbc2bd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:59.093279031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"da6be36d-1e85-4efb-a698-084293f3bf44","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:59.46552703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699f16f5-e94b-4c58-b2e5-2bc6b22396d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:59.48007334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699f16f5-e94b-4c58-b2e5-2bc6b22396d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:59.494336035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699f16f5-e94b-4c58-b2e5-2bc6b22396d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:04:59.508799367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699f16f5-e94b-4c58-b2e5-2bc6b22396d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:03.623987367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2e3e48d-728f-436d-9f14-76b535e95160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:03.643555063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2e3e48d-728f-436d-9f14-76b535e95160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:03.661375079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2e3e48d-728f-436d-9f14-76b535e95160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:03.702501959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2e3e48d-728f-436d-9f14-76b535e95160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:04.760218433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b885b36-a35c-4f89-941d-9fe43b9d3233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:04.789946062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b885b36-a35c-4f89-941d-9fe43b9d3233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:04.82562726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b885b36-a35c-4f89-941d-9fe43b9d3233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:04.847514975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b885b36-a35c-4f89-941d-9fe43b9d3233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:06.457667108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d367bba-19a9-4a12-a1ea-a25640cfcc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:06.484723582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d367bba-19a9-4a12-a1ea-a25640cfcc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:06.516835193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d367bba-19a9-4a12-a1ea-a25640cfcc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:06.537903394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d367bba-19a9-4a12-a1ea-a25640cfcc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:07.470056745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93744d82-01fb-4754-bd23-95d9fc30ac0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:07.497793644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93744d82-01fb-4754-bd23-95d9fc30ac0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:07.523373228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93744d82-01fb-4754-bd23-95d9fc30ac0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:07.539444655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93744d82-01fb-4754-bd23-95d9fc30ac0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:09.177982801Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3fe169cd","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-apikey-sub-binding-3fe169cd","reconcileID":"46873a2b-c240-4bb5-961d-ba210232e659","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3fe169cd","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscription":"e2e-apikey-sub-binding-3fe169cd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:09.29712212Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3fe169cd","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-apikey-sub-binding-3fe169cd","reconcileID":"46873a2b-c240-4bb5-961d-ba210232e659","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3fe169cd","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:09.406434974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"367fc9b6-75f6-4420-8413-09935af86b19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:09.475028976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"f3fb8d9e-05f5-44cd-a742-4f6e2a69d1dd","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:10.979874417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"aeb3c663-3daa-4c8a-89d6-e587086d0a51","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:10.998414841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"b463bff8-6d90-4026-af91-31564dd531f5","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.03987787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-success","reconcileID":"75be0beb-f486-464c-ad10-7996f630e501","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.062152981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-success","reconcileID":"75be0beb-f486-464c-ad10-7996f630e501","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.156484863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"df8dd99a-106d-4301-99ab-167303df9783","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.21005585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"ffe25e6c-e4c1-4717-84ae-7cef9f661d40","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.244437627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-success","reconcileID":"47c8287c-6065-4669-b03d-f00a47b94172","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:05:11.245464748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-subscription-success","reconcileID":"63adfda3-b6bd-4b11-a00f-62f3153eca33","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.251454179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"f60483bf-3d9c-4746-9a9a-dd3cf5832d28","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.251477136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"f60483bf-3d9c-4746-9a9a-dd3cf5832d28","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.263044046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-success","reconcileID":"47c8287c-6065-4669-b03d-f00a47b94172","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.274403266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"1b09e262-bab2-41ca-aec8-320d97474ac8","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.282817958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"fffb4e11-e399-4277-b6c9-1de54161fe85","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.302244842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"4ed5957c-847e-4682-b627-132ff811933c","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.406197188Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-subscription-success","reconcileID":"f30ac6d6-56e8-4659-b849-7652fd14829b","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/e2e-test-subscription-success","ai-tenant-e2e-worker-w1-e131af/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.458273723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"30dec676-fed3-4bf4-b0ca-071afb788487","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.488812147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"8dcd54c2-cedc-43cd-84b1-1b872c0238f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.503065862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-subscription-success","reconcileID":"af7a96de-96ae-41ef-82ac-e14a5dbc41c1","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.574157692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"c819ef7d-a681-4a2e-806e-8632c9f74eea","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.57417576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"c819ef7d-a681-4a2e-806e-8632c9f74eea","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.591312739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"58c88f88-a3e4-4e95-8ab6-a5e75b2e3027","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.59133176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"58c88f88-a3e4-4e95-8ab6-a5e75b2e3027","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.618430047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"3f50fb20-a06e-44b8-9245-e475ae60f092","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7d18f7","tenantID":"e2e-ipp-a-7d18f7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.636946098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"3f50fb20-a06e-44b8-9245-e475ae60f092","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"e2e-ipp-a-7d18f7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.71502609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"dcc63214-8c48-48ba-b06f-0bbd1752d2c7","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.715047051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"dcc63214-8c48-48ba-b06f-0bbd1752d2c7","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.101110438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"76487094-dc5e-4d8c-9dbe-b32fa897acb6","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.101131635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"76487094-dc5e-4d8c-9dbe-b32fa897acb6","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.124920637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"71e38c63-0277-4dcf-aa95-33bb53e9da4c","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.132379765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"4c70c931-c325-469c-8b9b-c637d9abbcd1","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.132404983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"4c70c931-c325-469c-8b9b-c637d9abbcd1","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:05:12.139802605Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-7d18f7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.150817292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"77e57b1b-b80e-42b8-80bb-f5e9b3b2e56b","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7d18f7","tenantID":"e2e-ipp-a-7d18f7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.151474797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"af33ee0d-abc2-4fee-958c-70655be181f8","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.1514928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"af33ee0d-abc2-4fee-958c-70655be181f8","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.169625832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"77e57b1b-b80e-42b8-80bb-f5e9b3b2e56b","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"e2e-ipp-a-7d18f7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.209883302Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-sub","reconcileID":"2c8357dd-bc9e-448a-abc4-aba29b26251b","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"maas-trlp-ipp-route-7d18f7","model":"ipp-route-7d18f7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.262961665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"c6f17044-544f-4e6c-8393-23713cf44d54","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.262983034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"c6f17044-544f-4e6c-8393-23713cf44d54","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.305693386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-sub","reconcileID":"b8f209d4-5d2d-4f70-995f-6b03b47a2aea","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"maas-trlp-ipp-route-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.657098422Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","namespace":"ai-tenant-e2e-praxis-a-53a768","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.657155877Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","namespace":"ai-tenant-e2e-praxis-a-53a768","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.657206998Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","tenant":"e2e-praxis-a-53a768","tenantID":"e2e-praxis-a-53a768","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.67311811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"Deployment","name":"maas-api-e2e-praxis-a-53a768","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.704493342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"Service","name":"maas-api-e2e-praxis-a-53a768","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.723194534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-53a768","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.739367934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-53a768","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.760309856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.778830454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.795853624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.812745176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.82708807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.840762136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.856293885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"Service","name":"payload-processing-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.870206417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.883996813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.898083766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.912209618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.934872759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.953368668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.968097075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.982719266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-53a768","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.997086753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-53a768"},"namespace":"ai-tenant-e2e-praxis-a-53a768","name":"default-tenant","reconcileID":"163423a5-9109-4a27-93c2-1d40fe3cf95c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-53a768","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:16.47836754Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-53a768","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-53a768","reconcileID":"7a698b02-a54e-4f15-b432-77d0852189d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-53a768","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-53a768"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:16.90756198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c54cc82-00ce-47d6-bfd5-504adc14cdd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:16.921822855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c54cc82-00ce-47d6-bfd5-504adc14cdd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:16.935967916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c54cc82-00ce-47d6-bfd5-504adc14cdd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:16.949859684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c54cc82-00ce-47d6-bfd5-504adc14cdd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.552335304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc253da-7200-4f0a-bcfd-b4a4a3630bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.569097865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc253da-7200-4f0a-bcfd-b4a4a3630bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.58371871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc253da-7200-4f0a-bcfd-b4a4a3630bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.598356238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc253da-7200-4f0a-bcfd-b4a4a3630bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.949033181Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:21.336482177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"644c973a-268a-4b7b-bbc9-af6c22d1e5a8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-4f2e3a","tenantID":"e2e-praxis-b-4f2e3a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:21.377692172Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"644c973a-268a-4b7b-bbc9-af6c22d1e5a8","name":"e2e-praxis-b-4f2e3a-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:24.418585292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06c17d3-da02-4724-b8d5-b4327d7ec8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:24.432659383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06c17d3-da02-4724-b8d5-b4327d7ec8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:24.446576903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06c17d3-da02-4724-b8d5-b4327d7ec8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:24.461246719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06c17d3-da02-4724-b8d5-b4327d7ec8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:25.014124971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a90a792-4a02-4f8c-a9be-590c9ea76ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:25.02840088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a90a792-4a02-4f8c-a9be-590c9ea76ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:25.042177169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a90a792-4a02-4f8c-a9be-590c9ea76ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:25.056196315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a90a792-4a02-4f8c-a9be-590c9ea76ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:25.737963024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543c7ccc-4d73-4883-a712-eb8dfb5c5862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:25.752510387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543c7ccc-4d73-4883-a712-eb8dfb5c5862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:25.766693041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543c7ccc-4d73-4883-a712-eb8dfb5c5862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:25.781068669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543c7ccc-4d73-4883-a712-eb8dfb5c5862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.409837608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4ddb149-4a39-4ea6-afe0-3b48e0b2adec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.424050891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4ddb149-4a39-4ea6-afe0-3b48e0b2adec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.438120444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4ddb149-4a39-4ea6-afe0-3b48e0b2adec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.452113603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4ddb149-4a39-4ea6-afe0-3b48e0b2adec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:31.613475286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"aff41126-6e9f-4e12-9d03-02e73b640e0c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3f7d4b","tenantID":"e2e-praxis-a-3f7d4b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:31.654923248Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"aff41126-6e9f-4e12-9d03-02e73b640e0c","name":"e2e-praxis-a-3f7d4b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:31.665647692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-sub","reconcileID":"d7af5a48-0ee5-41f0-8e0f-f09fb89b6494","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"maas-trlp-ipp-route-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:31.746069252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"bddf73a6-d2b6-4169-adcb-3e9e7b8bdf66","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:31.746100365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"bddf73a6-d2b6-4169-adcb-3e9e7b8bdf66","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.33480759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"ae963eea-b20c-4404-8047-7b169a446040","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7d18f7","tenantID":"e2e-ipp-a-7d18f7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.355578728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"ae963eea-b20c-4404-8047-7b169a446040","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"e2e-ipp-a-7d18f7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.686749755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"dc74d2bf-05f7-4995-aeb7-055891953016","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.686786011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"dc74d2bf-05f7-4995-aeb7-055891953016","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.730753047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"e551e887-1bc6-4763-afbb-3839252a1ada","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7d18f7","tenantID":"e2e-ipp-a-7d18f7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.731261059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-sub","reconcileID":"5dc6d97c-a1e4-4f3e-8e28-b322173d69c8","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"maas-trlp-ipp-route-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.734883541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"e42bbeef-8279-45b8-9fab-7a820c5f60d3","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.734900489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"e42bbeef-8279-45b8-9fab-7a820c5f60d3","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.74951539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"e551e887-1bc6-4763-afbb-3839252a1ada","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"e2e-ipp-a-7d18f7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.833032558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-sub","reconcileID":"afefc506-fdeb-4ff5-acf3-5d279c168f3a","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"maas-trlp-ipp-route-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.907099579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"719630f7-2dd5-4184-aade-06c21d203d94","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7d18f7","tenantID":"e2e-ipp-a-7d18f7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.93418273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"719630f7-2dd5-4184-aade-06c21d203d94","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"e2e-ipp-a-7d18f7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.059054463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d382b1e-7961-4404-afc5-2377ff9e46ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.073383812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d382b1e-7961-4404-afc5-2377ff9e46ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.087250983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d382b1e-7961-4404-afc5-2377ff9e46ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.101314412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d382b1e-7961-4404-afc5-2377ff9e46ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.4582852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"0d58d4ec-6a2d-4623-9fbb-7ecd1ffb20a4","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.45831364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"0d58d4ec-6a2d-4623-9fbb-7ecd1ffb20a4","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.66390047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30afdeda-bd6b-4453-b53e-1a7f5aa19d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.678142969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30afdeda-bd6b-4453-b53e-1a7f5aa19d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.692413677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30afdeda-bd6b-4453-b53e-1a7f5aa19d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.706803406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30afdeda-bd6b-4453-b53e-1a7f5aa19d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.791464532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"273ea9ae-dada-4171-abea-461c02d09baa","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.791492293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"273ea9ae-dada-4171-abea-461c02d09baa","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.808187737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"dba72be2-e0dc-464e-bc15-af2aa5727bc8","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.808217328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"dba72be2-e0dc-464e-bc15-af2aa5727bc8","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.835389648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"2da2692e-c7e0-4ef4-8646-4f711da9c021","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.856981858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"2da2692e-c7e0-4ef4-8646-4f711da9c021","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"e2e-praxis-a-d67deb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.875083292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d67deb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1cc568aa49b46b8b80d77e61701f47c66af0c11d7497f739d36dc30315ae0a7d) AuthConfig (da40b9ff924d292ec8ef8e14f2c5690430a4ffae8a58bf41c3423cb27f517c2a) AuthConfig (4703aa658f793e96b6d952649ffcda8fd72714a2f7acb778942ae4f499611517) AuthConfig (aa34256e265cf19276604748037d7848b7288214bf5015017c587daa5a56bc82) AuthConfig (601031e80aa9edc440a4adb397cd3e2f727261c279907f9eacfd70094db4fb83) AuthConfig (10b35c1b1b8e89c140efb1af7bd14292b9a54a4832f77bd872f5cd39a813f32a) AuthConfig (533b5c269a62e775de86823f5732a81b77e84c1fd56577a1c88ffc4ccf4d9046) AuthConfig (32d9ce8a44f82b154701aa5ddf74054234b327d080cd369bcd354a0b9eca97d0) AuthConfig (edd4f60912380dff814e14e45e415c86cbff6fb970b22974e1f4d59471c611f9) AuthConfig (003edfbd2db330dbdeed000e1d91a9b54f02ca0f5bf968a7274815a117974d02) AuthConfig (8f6d8577c02bdb86aa18d33358beebecfbb25904a5c77b8c0f8a1e053237d97a) AuthConfig (924655c60de4794f34d97f2db07e5308acac7fde6f8f111dd30bf5bd98e135f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"2da2692e-c7e0-4ef4-8646-4f711da9c021","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.897423241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"11936132-e036-45f8-9754-69e3679cda81","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.897457326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"11936132-e036-45f8-9754-69e3679cda81","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:40.302980073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e433e437-f130-40f2-98a4-ace7f1a5f6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:40.317077856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e433e437-f130-40f2-98a4-ace7f1a5f6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:40.331304367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e433e437-f130-40f2-98a4-ace7f1a5f6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:40.345298924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e433e437-f130-40f2-98a4-ace7f1a5f6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:40.962868347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b501fe07-46bf-4796-ba6c-a996a05637b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:40.977156071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b501fe07-46bf-4796-ba6c-a996a05637b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:40.991274957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b501fe07-46bf-4796-ba6c-a996a05637b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:41.005514673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b501fe07-46bf-4796-ba6c-a996a05637b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:41.90798327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cf09d0-bbe4-4e58-9785-7891e3f4154c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:41.922970438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cf09d0-bbe4-4e58-9785-7891e3f4154c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:41.938692254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cf09d0-bbe4-4e58-9785-7891e3f4154c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:41.955712634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cf09d0-bbe4-4e58-9785-7891e3f4154c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:44.635623838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2077419-88b5-4c37-aae2-e44f65272287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:44.649827128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2077419-88b5-4c37-aae2-e44f65272287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:44.666198285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2077419-88b5-4c37-aae2-e44f65272287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:44.699237798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2077419-88b5-4c37-aae2-e44f65272287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:45.376174162Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-77238f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-77238f","reconcileID":"fd317eff-89e3-4d40-a791-6096b5400a64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-77238f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-77238f":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:45.461166838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92014c8c-96f8-4f1f-98c0-c2e9f1ab18fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:45.481944298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92014c8c-96f8-4f1f-98c0-c2e9f1ab18fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:45.497496279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92014c8c-96f8-4f1f-98c0-c2e9f1ab18fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:45.512120012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92014c8c-96f8-4f1f-98c0-c2e9f1ab18fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:46.131785419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8c12e7-eb71-4ca0-adf8-4a59f8de3590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:46.146036232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8c12e7-eb71-4ca0-adf8-4a59f8de3590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:46.159933396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8c12e7-eb71-4ca0-adf8-4a59f8de3590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:46.178006912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8c12e7-eb71-4ca0-adf8-4a59f8de3590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:46.796328464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfcacc9-cb98-41b4-9a5c-ad162981d54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:46.814986186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfcacc9-cb98-41b4-9a5c-ad162981d54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:46.829670612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfcacc9-cb98-41b4-9a5c-ad162981d54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:46.845845131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfcacc9-cb98-41b4-9a5c-ad162981d54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:05:47.115684824Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-77238f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-77238f","reconcileID":"e456d378-f8a7-40ff-af4b-33b5fe0e41e6","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-77238f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:47.661817427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f33e7ba-1c93-44d8-9a27-3fdb8bd71e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:47.697096767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f33e7ba-1c93-44d8-9a27-3fdb8bd71e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:47.796920284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f33e7ba-1c93-44d8-9a27-3fdb8bd71e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:47.885435556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f33e7ba-1c93-44d8-9a27-3fdb8bd71e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:47.952684799Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:48.525375835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9241dadd-12c0-4ac6-8a81-1534423d100b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:48.57725203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9241dadd-12c0-4ac6-8a81-1534423d100b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:48.60648845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9241dadd-12c0-4ac6-8a81-1534423d100b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:48.667748241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9241dadd-12c0-4ac6-8a81-1534423d100b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:48.855122439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"e4d5404f-bb25-408f-97ca-831be3aae8c0","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:48.855237754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"e4d5404f-bb25-408f-97ca-831be3aae8c0","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:48.895023392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"d1855ac3-30b4-4775-8545-7615cabb8ed0","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7d18f7","tenantID":"e2e-ipp-a-7d18f7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:48.913805522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-sub","reconcileID":"331eee2b-675f-4c60-b615-18cfe723661b","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"maas-trlp-ipp-route-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:48.921387416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"d1855ac3-30b4-4775-8545-7615cabb8ed0","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"e2e-ipp-a-7d18f7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.035350931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-sub","reconcileID":"1d95f3e1-6f11-48fe-8903-17438d9bf3e5","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"maas-trlp-ipp-route-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.709813806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b2f718-8299-40b3-a89f-ffe812e4ac8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.732825057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b2f718-8299-40b3-a89f-ffe812e4ac8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.74787272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b2f718-8299-40b3-a89f-ffe812e4ac8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.762085336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b2f718-8299-40b3-a89f-ffe812e4ac8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.930177025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"9ac5a65e-1bf6-4686-a8f4-b94ad1be4711","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.949431757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"9ac5a65e-1bf6-4686-a8f4-b94ad1be4711","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"e2e-praxis-a-d67deb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.971737821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d67deb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1cc568aa49b46b8b80d77e61701f47c66af0c11d7497f739d36dc30315ae0a7d) AuthConfig (da40b9ff924d292ec8ef8e14f2c5690430a4ffae8a58bf41c3423cb27f517c2a) AuthConfig (4703aa658f793e96b6d952649ffcda8fd72714a2f7acb778942ae4f499611517) AuthConfig (aa34256e265cf19276604748037d7848b7288214bf5015017c587daa5a56bc82) AuthConfig (601031e80aa9edc440a4adb397cd3e2f727261c279907f9eacfd70094db4fb83) AuthConfig (10b35c1b1b8e89c140efb1af7bd14292b9a54a4832f77bd872f5cd39a813f32a) AuthConfig (533b5c269a62e775de86823f5732a81b77e84c1fd56577a1c88ffc4ccf4d9046) AuthConfig (32d9ce8a44f82b154701aa5ddf74054234b327d080cd369bcd354a0b9eca97d0) AuthConfig (edd4f60912380dff814e14e45e415c86cbff6fb970b22974e1f4d59471c611f9) AuthConfig (003edfbd2db330dbdeed000e1d91a9b54f02ca0f5bf968a7274815a117974d02) AuthConfig (8f6d8577c02bdb86aa18d33358beebecfbb25904a5c77b8c0f8a1e053237d97a) AuthConfig (924655c60de4794f34d97f2db07e5308acac7fde6f8f111dd30bf5bd98e135f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"9ac5a65e-1bf6-4686-a8f4-b94ad1be4711","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.506008346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf47401a-39d1-4414-b375-d8bcb5be687c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.526452127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf47401a-39d1-4414-b375-d8bcb5be687c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.541385089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf47401a-39d1-4414-b375-d8bcb5be687c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.55708528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf47401a-39d1-4414-b375-d8bcb5be687c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.755534675Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","namespace":"ai-tenant-e2e-praxis-b-c73f1d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.755610256Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","namespace":"ai-tenant-e2e-praxis-b-c73f1d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.755696679Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","tenant":"e2e-praxis-b-c73f1d","tenantID":"e2e-praxis-b-c73f1d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.772060578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"Deployment","name":"maas-api-e2e-praxis-b-c73f1d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.799927759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"Service","name":"maas-api-e2e-praxis-b-c73f1d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.818993481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-c73f1d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.835582365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-c73f1d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.855030423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.87500861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.895021772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.913002053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.927988076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.942276689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.956624992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"Service","name":"payload-processing-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.974023771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.988066441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:51.004044597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:51.018507341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:51.038138832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:51.053825149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:51.07413153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:51.095103039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-c73f1d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:51.111527602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c73f1d"},"namespace":"ai-tenant-e2e-praxis-b-c73f1d","name":"default-tenant","reconcileID":"856eda4a-114a-4c81-9eb0-3a539581c536","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-c73f1d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:51.804081157Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c73f1d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c73f1d","reconcileID":"66ed4cb9-bed9-4f0b-b12d-a7faa51b0fcd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c73f1d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-c73f1d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:52.591579078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c773958e-8c34-41c6-821b-a1de277ffca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:52.612568257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c773958e-8c34-41c6-821b-a1de277ffca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:52.631048846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c773958e-8c34-41c6-821b-a1de277ffca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:52.646833699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c773958e-8c34-41c6-821b-a1de277ffca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:53.398722328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49382a9b-e3cd-4f79-8609-31ff665bca3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:53.41646303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49382a9b-e3cd-4f79-8609-31ff665bca3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:53.432626783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49382a9b-e3cd-4f79-8609-31ff665bca3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:53.446879361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49382a9b-e3cd-4f79-8609-31ff665bca3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:54.502738898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f1a802-cc39-4798-a60e-547de458a2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:54.544925016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f1a802-cc39-4798-a60e-547de458a2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:54.561792092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f1a802-cc39-4798-a60e-547de458a2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:54.587363011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f1a802-cc39-4798-a60e-547de458a2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:55.285699366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b4a6a9-3bfc-4de1-9c81-3f8daa0d8c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:55.300095417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b4a6a9-3bfc-4de1-9c81-3f8daa0d8c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:55.314065985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b4a6a9-3bfc-4de1-9c81-3f8daa0d8c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:05:55.328286347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b4a6a9-3bfc-4de1-9c81-3f8daa0d8c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:00.003886296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"46cb12a5-c338-4c4e-8aff-d9785b752f0d","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:00.024568496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"46cb12a5-c338-4c4e-8aff-d9785b752f0d","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"e2e-praxis-a-d67deb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:00.044126589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d67deb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1cc568aa49b46b8b80d77e61701f47c66af0c11d7497f739d36dc30315ae0a7d) AuthConfig (da40b9ff924d292ec8ef8e14f2c5690430a4ffae8a58bf41c3423cb27f517c2a) AuthConfig (4703aa658f793e96b6d952649ffcda8fd72714a2f7acb778942ae4f499611517) AuthConfig (aa34256e265cf19276604748037d7848b7288214bf5015017c587daa5a56bc82) AuthConfig (601031e80aa9edc440a4adb397cd3e2f727261c279907f9eacfd70094db4fb83) AuthConfig (10b35c1b1b8e89c140efb1af7bd14292b9a54a4832f77bd872f5cd39a813f32a) AuthConfig (533b5c269a62e775de86823f5732a81b77e84c1fd56577a1c88ffc4ccf4d9046) AuthConfig (32d9ce8a44f82b154701aa5ddf74054234b327d080cd369bcd354a0b9eca97d0) AuthConfig (edd4f60912380dff814e14e45e415c86cbff6fb970b22974e1f4d59471c611f9) AuthConfig (003edfbd2db330dbdeed000e1d91a9b54f02ca0f5bf968a7274815a117974d02) AuthConfig (8f6d8577c02bdb86aa18d33358beebecfbb25904a5c77b8c0f8a1e053237d97a) AuthConfig (924655c60de4794f34d97f2db07e5308acac7fde6f8f111dd30bf5bd98e135f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"46cb12a5-c338-4c4e-8aff-d9785b752f0d","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:00.944628577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"c5d2e712-822f-45fe-bcae-8233d5638a97","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:00.966687593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"b949e80d-d326-45f5-9283-4262eee200ad","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.013526086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-auth-access-denied","reconcileID":"671d3571-18ed-4f83-b243-f19b3fe6823c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.032806493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-auth-access-denied","reconcileID":"671d3571-18ed-4f83-b243-f19b3fe6823c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.047175839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b24393-681b-4c41-88d3-7a732982c797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.061215215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b24393-681b-4c41-88d3-7a732982c797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.077123867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b24393-681b-4c41-88d3-7a732982c797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.092858826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b24393-681b-4c41-88d3-7a732982c797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.129601784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"abd36a58-70fa-4e99-aa29-733fe0ef35be","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.132509847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"3a0f979c-6955-4a32-bd81-4099df7009d6","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.148697055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"f4f15d50-705b-4d8d-8360-c8621677f034","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.148714355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"f4f15d50-705b-4d8d-8360-c8621677f034","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.164303315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"3010a83d-20e3-4ec1-8fa6-717a1065e4d0","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:01.17447791Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-31226c/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.184012153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"86c61e53-a46b-400e-8084-37102d77f693","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.186371861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-auth-access-denied","reconcileID":"1e42fbe3-608c-4901-9ffe-a03085ee3109","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.205250709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-auth-access-denied","reconcileID":"1e42fbe3-608c-4901-9ffe-a03085ee3109","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.247958841Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-user-subscription","reconcileID":"bfd0b56d-032b-45a1-b2b6-b2d6d8c87947","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/e2e-test-user-subscription","ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.301856022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"4f6ea784-ef93-4dae-93a8-4e9ab5080859","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.328574675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"513fe424-616c-493a-b857-b4316faa03a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.335156577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"56ea9c79-fc91-4ea7-9d42-1070dabdc9a8","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.335318163Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-31226c priority=0:[ai-tenant-e2e-worker-w6-31226c/e2e-test-other-subscription ai-tenant-e2e-worker-w6-31226c/e2e-test-user-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.356419129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"47c21064-4679-4143-a61f-7baab7de2aff","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.369244675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"58eef405-f015-436e-9670-65bca5e44858","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:01.37142902Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-31226c/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.389551136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"5ae2b017-534a-42e1-8e0b-5b274338b52e","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.448874121Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-user-subscription","reconcileID":"8b1e4b28-5d5b-4e4e-8993-628ac860f9a0","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/e2e-test-other-subscription","ai-tenant-e2e-worker-w6-31226c/e2e-test-user-subscription","ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:01.455984819Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-other-subscription","reconcileID":"80a767dc-e1f2-4792-b01f-d4662a433cd8","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w6-31226c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:01.485107228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-other-subscription","reconcileID":"80a767dc-e1f2-4792-b01f-d4662a433cd8","error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w6-31226c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.486980331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"a5c937cd-0f08-483d-97d9-a3cc2a9594c7","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.594451676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-other-subscription","reconcileID":"7d983298-0bb0-4eab-add3-d94f84317b5c","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.595057082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"1684be43-36e7-4990-82b6-990fe84d0680","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.628940377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-user-subscription","reconcileID":"e51c2d2c-9664-479a-af4e-d31fa42ac118","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.649101154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"1a08edec-0fd0-4ca1-99dd-532f2e51ce6b","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.71551205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2c98b0-4b38-4669-a830-cea8c36f1a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.729800138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2c98b0-4b38-4669-a830-cea8c36f1a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.743916063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2c98b0-4b38-4669-a830-cea8c36f1a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:01.757925921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f2c98b0-4b38-4669-a830-cea8c36f1a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:02.185536559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"4a9b9f56-0991-4edd-92ee-d3e9013194a6","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:02.319340397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee60d41-71fe-4500-a887-899bd12c35dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:02.36353626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee60d41-71fe-4500-a887-899bd12c35dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:02.377776475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee60d41-71fe-4500-a887-899bd12c35dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:02.391831428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee60d41-71fe-4500-a887-899bd12c35dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.685215631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319b038a-0aaa-4ed3-8337-83452f45cb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.699522807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319b038a-0aaa-4ed3-8337-83452f45cb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.713596014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319b038a-0aaa-4ed3-8337-83452f45cb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.727800275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319b038a-0aaa-4ed3-8337-83452f45cb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:05.346163771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f60b6d-51b3-41f2-b109-b5112482e146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:05.360493595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f60b6d-51b3-41f2-b109-b5112482e146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:05.374698146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f60b6d-51b3-41f2-b109-b5112482e146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:05.388618239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f60b6d-51b3-41f2-b109-b5112482e146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:06.039883469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f339a92a-eb5f-4f63-80ec-b393e0e5beb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:06.053903226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f339a92a-eb5f-4f63-80ec-b393e0e5beb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:06.068098943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f339a92a-eb5f-4f63-80ec-b393e0e5beb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:06.082405307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f339a92a-eb5f-4f63-80ec-b393e0e5beb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:06.741949703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c051ec7f-20a1-426d-b2b4-64c59e244280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:06.756474561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c051ec7f-20a1-426d-b2b4-64c59e244280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:06.770994091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c051ec7f-20a1-426d-b2b4-64c59e244280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:06.784947454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c051ec7f-20a1-426d-b2b4-64c59e244280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:10.088077122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"bceb72c0-4cd9-4f1c-8608-74578803b719","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:10.117252266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"bceb72c0-4cd9-4f1c-8608-74578803b719","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"e2e-praxis-a-d67deb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:10.137932303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d67deb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1cc568aa49b46b8b80d77e61701f47c66af0c11d7497f739d36dc30315ae0a7d) AuthConfig (da40b9ff924d292ec8ef8e14f2c5690430a4ffae8a58bf41c3423cb27f517c2a) AuthConfig (4703aa658f793e96b6d952649ffcda8fd72714a2f7acb778942ae4f499611517) AuthConfig (aa34256e265cf19276604748037d7848b7288214bf5015017c587daa5a56bc82) AuthConfig (601031e80aa9edc440a4adb397cd3e2f727261c279907f9eacfd70094db4fb83) AuthConfig (10b35c1b1b8e89c140efb1af7bd14292b9a54a4832f77bd872f5cd39a813f32a) AuthConfig (533b5c269a62e775de86823f5732a81b77e84c1fd56577a1c88ffc4ccf4d9046) AuthConfig (32d9ce8a44f82b154701aa5ddf74054234b327d080cd369bcd354a0b9eca97d0) AuthConfig (edd4f60912380dff814e14e45e415c86cbff6fb970b22974e1f4d59471c611f9) AuthConfig (003edfbd2db330dbdeed000e1d91a9b54f02ca0f5bf968a7274815a117974d02) AuthConfig (8f6d8577c02bdb86aa18d33358beebecfbb25904a5c77b8c0f8a1e053237d97a) AuthConfig (924655c60de4794f34d97f2db07e5308acac7fde6f8f111dd30bf5bd98e135f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"bceb72c0-4cd9-4f1c-8608-74578803b719","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.2070063Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"c6d8da77-0d58-4d15-b91f-16940c37daf0","namespace":"ai-tenant-e2e-ipp-a-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.207112126Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"c6d8da77-0d58-4d15-b91f-16940c37daf0","name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.225101431Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"c6d8da77-0d58-4d15-b91f-16940c37daf0","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.225123504Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"c6d8da77-0d58-4d15-b91f-16940c37daf0","namespace":"ai-tenant-e2e-ipp-a-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.225221014Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"c6d8da77-0d58-4d15-b91f-16940c37daf0","name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.225564495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"eac05762-2329-46cd-bc66-4b1791252c28","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.225646457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"eac05762-2329-46cd-bc66-4b1791252c28","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.244625772Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"15e39ea4-ae68-417f-822b-65d360f61e0f","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.245184874Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"c6d8da77-0d58-4d15-b91f-16940c37daf0","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.24866073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"31125921-c49c-4650-9cc8-15f36fc7f0e4","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.248719099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"31125921-c49c-4650-9cc8-15f36fc7f0e4","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.275699537Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-sub","reconcileID":"6860cb83-dcf8-444d-bbfe-b64e192085bb","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-850a6259","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.29552759Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-sub","reconcileID":"fc561687-08e1-4b8b-8d80-a6bd74df1a89","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-850a6259","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.379130423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"15e39ea4-ae68-417f-822b-65d360f61e0f","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7d18f7","tenantID":"e2e-ipp-a-7d18f7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.434197549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"15e39ea4-ae68-417f-822b-65d360f61e0f","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"e2e-ipp-a-7d18f7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.434230202Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-auth","reconcileID":"15e39ea4-ae68-417f-822b-65d360f61e0f","MaaSAuthPolicy":{"name":"ipp-route-7d18f7-auth","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.47647627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"af67b740-2aa4-4397-a01c-ce1384526bae","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.476572091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"af67b740-2aa4-4397-a01c-ce1384526bae","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:12.23913343Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-user-subscription","reconcileID":"2625750f-ae37-4d8e-8a4c-526469bb7b76","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscription":"e2e-test-user-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:12.32292315Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-user-subscription","reconcileID":"2625750f-ae37-4d8e-8a4c-526469bb7b76","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/e2e-test-other-subscription","ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:12.389174289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-other-subscription","reconcileID":"82b0c860-b7e1-43be-ab35-16514380a1d0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:12.39006298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"808dd0a7-8946-4945-81fc-a0ced09939e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:12.49063412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"8d67a12e-ec51-4457-92ac-c1f4f6f742b4","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:12.515516413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"2e05aea1-b653-4618-ac89-6fc6be9ef74d","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:12.626933575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"0d35df7c-31bb-4d51-849a-1a83b0e845fe","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:14.662745119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59437fc2-454c-4d3f-931a-731e692288cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:14.693987809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59437fc2-454c-4d3f-931a-731e692288cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:14.712077158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59437fc2-454c-4d3f-931a-731e692288cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:14.728187155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59437fc2-454c-4d3f-931a-731e692288cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:15.416547255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d88d00-96b2-4b64-a21c-6487b72bdf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:15.436456304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d88d00-96b2-4b64-a21c-6487b72bdf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:15.474756966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d88d00-96b2-4b64-a21c-6487b72bdf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:15.521826722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d88d00-96b2-4b64-a21c-6487b72bdf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:15.776864051Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-047892","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-047892","reconcileID":"8e6d7f6b-3f49-4f4a-a7a8-ffbc355dc81e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-047892","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-047892":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:16.647357078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07481e50-6f43-4af4-ab9a-f9e06f8928e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:16.662476809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07481e50-6f43-4af4-ab9a-f9e06f8928e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:16.677528179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07481e50-6f43-4af4-ab9a-f9e06f8928e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:16.692612167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07481e50-6f43-4af4-ab9a-f9e06f8928e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.400424487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae2b9f2-d1e5-411c-89b3-4fe1c8410e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.441777779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae2b9f2-d1e5-411c-89b3-4fe1c8410e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.461868329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae2b9f2-d1e5-411c-89b3-4fe1c8410e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.476547568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae2b9f2-d1e5-411c-89b3-4fe1c8410e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.673340162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"0dcda907-9819-42c7-8f1d-b575d45087d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-77238f","tenantID":"e2e-ipp-b-77238f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.768859311Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"0dcda907-9819-42c7-8f1d-b575d45087d4","name":"e2e-ipp-b-77238f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.802418311Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","namespace":"ai-tenant-e2e-praxis-a-14debc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.80250561Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","namespace":"ai-tenant-e2e-praxis-a-14debc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.802581812Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","tenant":"e2e-praxis-a-14debc","tenantID":"e2e-praxis-a-14debc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.83516839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"Deployment","name":"maas-api-e2e-praxis-a-14debc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.900467278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"Service","name":"maas-api-e2e-praxis-a-14debc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.9261415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-14debc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.998560746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-14debc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.05756744Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.057976489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.136705516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.157042244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.193412478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.229826054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.275576462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.303243794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"Service","name":"payload-processing-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.336882147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.355374224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.375290552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.397533489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.441588816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.460181071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.481120467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.496282743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-14debc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.5138474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14debc"},"namespace":"ai-tenant-e2e-praxis-a-14debc","name":"default-tenant","reconcileID":"f2d36c61-7b72-4c27-b554-81b8aa0650ee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-14debc","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.624134771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af739f9-2b23-4cd1-b5fb-fbd5a9d42b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.703520366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af739f9-2b23-4cd1-b5fb-fbd5a9d42b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.719828315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af739f9-2b23-4cd1-b5fb-fbd5a9d42b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.739127772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af739f9-2b23-4cd1-b5fb-fbd5a9d42b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.987912244Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-14debc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-14debc","reconcileID":"32f648cb-7b19-423b-a5e7-f79c607f1d63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-14debc","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-14debc"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:19.640115821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49cf9e80-ae75-420b-8031-ff4456444c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:19.656683527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49cf9e80-ae75-420b-8031-ff4456444c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:19.672416955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49cf9e80-ae75-420b-8031-ff4456444c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:19.687569163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49cf9e80-ae75-420b-8031-ff4456444c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:20.16762154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"ce1ef7ac-132e-4f9c-b154-4eef65b8dde8","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:20.186448272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"ce1ef7ac-132e-4f9c-b154-4eef65b8dde8","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"e2e-praxis-a-d67deb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:20.264635896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"315b1e3e-83c0-4f17-8e00-77c9107d0f9f","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:20.264658091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"315b1e3e-83c0-4f17-8e00-77c9107d0f9f","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.310316572Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-sub","reconcileID":"4e515761-e781-4ee6-9118-6485b9a024d9","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","subscription":"ipp-route-7d18f7-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.326575659Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-sub","reconcileID":"4e515761-e781-4ee6-9118-6485b9a024d9","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.340596874Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7-sub","reconcileID":"4e515761-e781-4ee6-9118-6485b9a024d9","MaaSSubscription":{"name":"ipp-route-7d18f7-sub","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"name":"maas-trlp-ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.425437294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"06be825e-3064-4226-ba20-724735fb72b6","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"tenant":"e2e-ipp-a-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","model":"ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.425460213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"06be825e-3064-4226-ba20-724735fb72b6","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"routeName":"ipp-route-7d18f7-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7d18f7","llmisvcName":"ipp-route-7d18f7","gateway":"openshift-ingress/e2e-ipp-a-7d18f7","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.533076415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"d70054c1-acdd-49ef-93fe-6226dd73ccad","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.533107852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"d70054c1-acdd-49ef-93fe-6226dd73ccad","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.553524605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"096bd63b-5e5b-4b72-8e3e-92830d06d667","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.553546092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"096bd63b-5e5b-4b72-8e3e-92830d06d667","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:21.564445368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"52d3dc6b-44fe-4e99-b389-498d7247fbd5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-d67deb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:21.571973205Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"096bd63b-5e5b-4b72-8e3e-92830d06d667","name":"praxis-route-d67deb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-d67deb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:21.572031698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"096bd63b-5e5b-4b72-8e3e-92830d06d667","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-d67deb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.577481791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"bca35cb5-ae7d-4bb7-b3b8-2ae48f544fe3","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.577508512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"bca35cb5-ae7d-4bb7-b3b8-2ae48f544fe3","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.582105897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"47c63b42-f477-4dd2-96a3-174b917837ef","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.596281374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"193515c8-f54a-4987-8bdf-708a4b9baab9","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.596300723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"193515c8-f54a-4987-8bdf-708a4b9baab9","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.600881217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"47c63b42-f477-4dd2-96a3-174b917837ef","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"e2e-praxis-a-d67deb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.616427423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"5ef1cc26-3e18-4197-9e5e-ff634ed4e540","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.616451585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"5ef1cc26-3e18-4197-9e5e-ff634ed4e540","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.677548727Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"c43d62b3-192c-407d-822e-97971a054b6e","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"maas-trlp-praxis-route-d67deb","model":"praxis-route-d67deb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.731007248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"273ec8f0-e02f-42a6-b864-00b5b1fbe3fc","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.731029267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"273ec8f0-e02f-42a6-b864-00b5b1fbe3fc","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:21.773540082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"c63d187d-f7ab-4acc-bb51-174ac1d3dbc7","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"maas-trlp-praxis-route-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:22.685052684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-other-subscription","reconcileID":"42841169-1f21-4395-9827-2a58ca7ed85d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscription":"e2e-test-other-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:22.752512425Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-other-subscription","reconcileID":"42841169-1f21-4395-9827-2a58ca7ed85d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:22.8015025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"c9f4ffc5-83e4-47cc-81ef-734254691d0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:22.900894714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"6bfc78f8-1f63-4253-a788-79813ddb51f9","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:23.052434726Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-auth-access-denied","reconcileID":"26097e0c-7d39-44f6-897b-5827c1566f77","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:23.052529283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"30903b36-856e-4fd6-a617-d5461eeb557c","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:23.186238723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"60654c18-1498-409d-94cf-ed01d16c707e","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.504873676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"eccf06d4-184e-4438-8fb6-c1d8b3eb045b","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.524006721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"cbdf1821-b949-485d-ad5a-45033489f67d","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.566314065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-auth","reconcileID":"60a50d53-c0e6-4b18-a387-1cfcb24d5f48","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.593819717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-auth","reconcileID":"60a50d53-c0e6-4b18-a387-1cfcb24d5f48","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.674169817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"47c2704b-77b3-408b-ab64-a6712f29fac1","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.704532354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"20553dee-9824-41fa-ac07-03673d388bbc","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.723253059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-auth","reconcileID":"001a0b1a-07f3-4bb2-85c6-6c4c8fec384d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.726515548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"e3530ddf-c49a-4a3d-a707-144595d9e700","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.74202263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-auth","reconcileID":"001a0b1a-07f3-4bb2-85c6-6c4c8fec384d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:24.742640487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-subscription","reconcileID":"54acdd61-942d-4a0b-8ccd-3777d4fe74e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.786848408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"42f57d5a-10ec-4ab4-b0f9-a238989743f8","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.807323868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"b3285deb-fe4f-4934-9cd3-1b23393a2204","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.880908308Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-subscription","reconcileID":"13e3cc8e-90d4-448b-b076-7219e08e82cb","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/e2e-test-group-subscription","ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.950802174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"152bdb15-6863-43af-a941-ee3338d69094","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:24.955717759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"209fb049-5575-47f7-bfac-ec6e3f3b551c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:25.051613515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-subscription","reconcileID":"7f8e3ede-9bf8-4628-b82c-9557a3bf018e","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:27.27413437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d63b0a81-d371-4e2f-a38e-78ce7d475900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:27.299501133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d63b0a81-d371-4e2f-a38e-78ce7d475900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:27.315363624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d63b0a81-d371-4e2f-a38e-78ce7d475900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:27.330244078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d63b0a81-d371-4e2f-a38e-78ce7d475900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:28.112916638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40acc897-230d-43cf-911b-406dde35723e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:28.127346735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40acc897-230d-43cf-911b-406dde35723e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:28.142040216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40acc897-230d-43cf-911b-406dde35723e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:28.15632685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40acc897-230d-43cf-911b-406dde35723e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:29.002652029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90cc6d62-1565-454f-98aa-c9aaeed4460e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:29.024052994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90cc6d62-1565-454f-98aa-c9aaeed4460e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:29.038171838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90cc6d62-1565-454f-98aa-c9aaeed4460e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:29.052585063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90cc6d62-1565-454f-98aa-c9aaeed4460e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:29.748990514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5867c7-05f6-4688-9e24-7551d264dbc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:29.763213907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5867c7-05f6-4688-9e24-7551d264dbc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:29.777112595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5867c7-05f6-4688-9e24-7551d264dbc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:29.790909908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5867c7-05f6-4688-9e24-7551d264dbc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.543178498Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","namespace":"ai-tenant-e2e-ipp-a-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.543256544Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","namespace":"ai-tenant-e2e-ipp-a-7d18f7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.543323816Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","tenant":"e2e-ipp-a-7d18f7","tenantID":"e2e-ipp-a-7d18f7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.559169959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"Deployment","name":"maas-api-e2e-ipp-a-7d18f7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.585263339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"Service","name":"maas-api-e2e-ipp-a-7d18f7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.603307205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-7d18f7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.622058551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-7d18f7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.64062182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.658576633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.683366028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.700152008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.716545691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.734731003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.760826391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"Service","name":"payload-processing-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.785621707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.802198813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.819150914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.836961332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.855021469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.870928407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.886905058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.902663547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-7d18f7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.918255583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"default-tenant","reconcileID":"d5cead5a-69e3-42a1-9346-126da700bba9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-7d18f7","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.539761101Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7d18f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7d18f7","reconcileID":"c77bfa1f-08fd-4a48-96cd-b1bd60f28408","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7d18f7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-7d18f7"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.589151269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"57bbce10-8e03-4e0e-b8da-8c96590137de","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.621333256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"57bbce10-8e03-4e0e-b8da-8c96590137de","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.626696463Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"6368994a-3d00-46fb-9ded-fb49023c90a6","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.626749821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"6368994a-3d00-46fb-9ded-fb49023c90a6","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.637347285Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"56330b18-3991-4c33-9632-8f2568da364b","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.637403392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"56330b18-3991-4c33-9632-8f2568da364b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.658553224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"204c0709-7673-4f1d-9049-ed2eccf8627d","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.658701713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"204c0709-7673-4f1d-9049-ed2eccf8627d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.701225239Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"617213c2-9175-454e-8ee8-7c38dfd00411","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.701384276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"617213c2-9175-454e-8ee8-7c38dfd00411","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.781908274Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"1c790e32-ff54-4b4f-b9b6-693f4582ae9f","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.781977084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"1c790e32-ff54-4b4f-b9b6-693f4582ae9f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.942834229Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"5a124a6a-1d42-4f96-85cd-2e39bee46af8","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:41.942905615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"5a124a6a-1d42-4f96-85cd-2e39bee46af8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.947608349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762f7e12-5046-4db9-afb2-be398a73205a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.964172158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762f7e12-5046-4db9-afb2-be398a73205a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.978283538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762f7e12-5046-4db9-afb2-be398a73205a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.992283368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762f7e12-5046-4db9-afb2-be398a73205a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:42.264016136Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"b951c4f9-1f35-4a73-a0ba-4ade4822a1b7","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:42.264091528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"b951c4f9-1f35-4a73-a0ba-4ade4822a1b7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:42.547929123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e31305-6788-44cb-b7fb-5418e531fac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:42.562203854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e31305-6788-44cb-b7fb-5418e531fac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:42.576282965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e31305-6788-44cb-b7fb-5418e531fac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:42.590346046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e31305-6788-44cb-b7fb-5418e531fac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:42.905038136Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"16aaf3db-6b66-4334-bb32-cc1d153b726f","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:42.905109145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"16aaf3db-6b66-4334-bb32-cc1d153b726f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:43.260258947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3a8ae9-714f-44ca-9616-05079817a934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:43.274515791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3a8ae9-714f-44ca-9616-05079817a934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:43.288638721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3a8ae9-714f-44ca-9616-05079817a934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:43.302787573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3a8ae9-714f-44ca-9616-05079817a934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:43.884253921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f41516-e5a6-4231-ac44-508fdcfc99df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:43.899205948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f41516-e5a6-4231-ac44-508fdcfc99df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:43.913241734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f41516-e5a6-4231-ac44-508fdcfc99df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:43.927289419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f41516-e5a6-4231-ac44-508fdcfc99df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:44.185714113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"d03de47b-c074-4b7b-bd7f-a7c036b4ddec","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:44.185820198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"d03de47b-c074-4b7b-bd7f-a7c036b4ddec","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:44.479417034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945f4bf8-0b4a-4192-8ac6-e1e8acde4746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:44.493820845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945f4bf8-0b4a-4192-8ac6-e1e8acde4746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:44.507940556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945f4bf8-0b4a-4192-8ac6-e1e8acde4746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:44.52219387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945f4bf8-0b4a-4192-8ac6-e1e8acde4746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:45.16225489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c15159b-e767-4a4f-af1c-994730b1abdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:45.179384171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c15159b-e767-4a4f-af1c-994730b1abdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:45.201406828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c15159b-e767-4a4f-af1c-994730b1abdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:45.21698435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c15159b-e767-4a4f-af1c-994730b1abdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:46.432587857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"8c80d3c6-91a6-4c61-9d12-51539651c01b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-047892","tenantID":"e2e-praxis-b-047892","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:46.474544376Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"8c80d3c6-91a6-4c61-9d12-51539651c01b","name":"e2e-praxis-b-047892-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:46.746469066Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"c92cd7cc-78a2-43d4-9ac1-2fdec252fb19","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:46.746532593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"c92cd7cc-78a2-43d4-9ac1-2fdec252fb19","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:47.261357454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"9025386c-55fd-4fe0-8ae8-1a2132fdb875","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:47.261497298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"9025386c-55fd-4fe0-8ae8-1a2132fdb875","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:47.950673004Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:48.613080458Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"2e99812a-42ed-4bb0-a201-d38d4ed76cd1","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:48.620894795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"2e99812a-42ed-4bb0-a201-d38d4ed76cd1","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.25128523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"997c17b7-0c95-49d6-972e-bfc052f38ace","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"maas-trlp-praxis-route-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.321821269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"316c2bd9-32b4-4e5d-8960-684d468309d1","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.321844182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"316c2bd9-32b4-4e5d-8960-684d468309d1","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.403458603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b949b0d5-74cf-4f28-a612-77b51bd69335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.418083209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b949b0d5-74cf-4f28-a612-77b51bd69335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.432321579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b949b0d5-74cf-4f28-a612-77b51bd69335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.446469658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b949b0d5-74cf-4f28-a612-77b51bd69335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.569670807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"62a7a29c-9c06-41c2-a475-1a5173946c18","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.594437972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"62a7a29c-9c06-41c2-a475-1a5173946c18","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"e2e-praxis-a-d67deb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:50.128285111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95046b51-18e8-46c9-82f2-47dac2c66526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:50.143585926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95046b51-18e8-46c9-82f2-47dac2c66526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:50.1593853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95046b51-18e8-46c9-82f2-47dac2c66526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:50.1918914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95046b51-18e8-46c9-82f2-47dac2c66526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:51.535216048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"5a6130f8-7b51-4502-a049-6d83216d2963","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:51.535277381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"5a6130f8-7b51-4502-a049-6d83216d2963","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.535416724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"9c658f75-9f51-4d00-9ac4-4a60f9bf56f3","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.535428094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"9c658f75-9f51-4d00-9ac4-4a60f9bf56f3","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:51.553244517Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"0221e554-44fa-4ded-b31f-c6c144d5f43e","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:51.553295824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"0221e554-44fa-4ded-b31f-c6c144d5f43e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.553393117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"1e10b694-59e4-4af3-afc2-9c277242f582","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.553402527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"1e10b694-59e4-4af3-afc2-9c277242f582","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.582351907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"65df180c-7a20-48c0-8413-40d5695dfcc1","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.602031769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"55ce7e54-8c96-481a-b6c4-a70370e2da23","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"maas-trlp-praxis-route-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.604011262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"65df180c-7a20-48c0-8413-40d5695dfcc1","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"e2e-praxis-a-d67deb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.721623118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"ce521e07-11b1-4653-a640-50fded8b58da","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"maas-trlp-praxis-route-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.75937944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"663c44a8-b31b-4fe2-888d-3eb114bd05c0","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.787697734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"663c44a8-b31b-4fe2-888d-3eb114bd05c0","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"e2e-praxis-a-d67deb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.88867685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe0b0ea-86b9-4ada-b474-ab2cef6def2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.90296464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe0b0ea-86b9-4ada-b474-ab2cef6def2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.917055669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe0b0ea-86b9-4ada-b474-ab2cef6def2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:51.931084244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe0b0ea-86b9-4ada-b474-ab2cef6def2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:52.533390137Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","namespace":"ai-tenant-e2e-praxis-b-4f2e3a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:52.533450774Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","namespace":"ai-tenant-e2e-praxis-b-4f2e3a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:52.533500189Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","tenant":"e2e-praxis-b-4f2e3a","tenantID":"e2e-praxis-b-4f2e3a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:52.548951095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"Deployment","name":"maas-api-e2e-praxis-b-4f2e3a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:52.577179293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"Service","name":"maas-api-e2e-praxis-b-4f2e3a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:52.598615241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-4f2e3a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:52.627134255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-4f2e3a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:52.772578856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:52.886168176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:52.921091605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6856facc-9adc-4b48-bebf-6e12d7c78c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:52.928459718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.013557981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6856facc-9adc-4b48-bebf-6e12d7c78c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.029470692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6856facc-9adc-4b48-bebf-6e12d7c78c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.030953639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.044715766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6856facc-9adc-4b48-bebf-6e12d7c78c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.059406959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.078025225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.099420766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"Service","name":"payload-processing-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.127739027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.200993367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.222031557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.235877129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.258570008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.273038226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.291940118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.308755949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-4f2e3a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.327996947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4f2e3a"},"namespace":"ai-tenant-e2e-praxis-b-4f2e3a","name":"default-tenant","reconcileID":"034b8d65-fc67-4e72-aec3-10c8e6559ee4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-4f2e3a","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.194502919Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4f2e3a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4f2e3a","reconcileID":"de028db2-5211-43c0-83a5-c8aac73aeec6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4f2e3a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-4f2e3a"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.2081913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9a0d14-26e4-4f97-8e01-a18145a10c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.225597049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9a0d14-26e4-4f97-8e01-a18145a10c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.239602691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9a0d14-26e4-4f97-8e01-a18145a10c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.253732464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9a0d14-26e4-4f97-8e01-a18145a10c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:54.260223779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"ff59f98c-2e41-4aa7-9d34-e3a33b8a9b6f","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:06:54.260307671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"ff59f98c-2e41-4aa7-9d34-e3a33b8a9b6f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.925334569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d298e576-7ec9-4b8a-9f73-5dd68b4e3a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.939558125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d298e576-7ec9-4b8a-9f73-5dd68b4e3a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.953502304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d298e576-7ec9-4b8a-9f73-5dd68b4e3a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.969929056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d298e576-7ec9-4b8a-9f73-5dd68b4e3a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:55.532161503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafcc975-f8ee-4711-a535-15b09e37a31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:55.546192237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafcc975-f8ee-4711-a535-15b09e37a31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:55.56012241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafcc975-f8ee-4711-a535-15b09e37a31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:06:55.574400918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafcc975-f8ee-4711-a535-15b09e37a31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:01.69993957Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"e984438c-1401-4430-abd1-f0ff4c774064","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:01.700025974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"e984438c-1401-4430-abd1-f0ff4c774064","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:01.700229342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"97199cc7-ed69-443a-b646-c91ba4ee9c07","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:01.700243391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"97199cc7-ed69-443a-b646-c91ba4ee9c07","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:01.792132451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"9da51708-c88f-4fa2-bfff-dd1f35b3419b","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:01.812526483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"6386c8db-ab10-410c-b7b1-c6b8bb08ff0e","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"maas-trlp-praxis-route-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:01.832794467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"9da51708-c88f-4fa2-bfff-dd1f35b3419b","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"e2e-praxis-a-d67deb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:01.953142881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"259ad7ea-e9c5-465a-a764-0428152981b8","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"maas-trlp-praxis-route-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.314838154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"3fce8045-1136-4e9f-b5c5-71b4b623c1f3","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.371901164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"d26f3f03-fa06-4778-81e3-e98085e0b8e7","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.411839984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-auth","reconcileID":"30712310-a66c-477f-9d55-7e62ec96341f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.430545294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-auth","reconcileID":"30712310-a66c-477f-9d55-7e62ec96341f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.512419495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"0cbc3d9f-e471-4004-9e8f-81748998e8be","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.531460255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"7eb471e6-4273-48ce-b55d-49c4f91a560a","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.546457055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"ce285150-24f8-40e5-82a2-ff5125a0a0fa","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:07.550942214Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-063b46/e2e-status-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.56788468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"cc96137f-e098-4c6b-aea8-a2dfcf65cdad","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.592866058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"f284f58c-839b-4705-abdc-b260898d5eb8","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.631222445Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-sub","reconcileID":"25ccb861-3d2f-4d2a-a633-59063d74319e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/e2e-status-active-sub","ai-tenant-e2e-worker-w4-063b46/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.634676848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-auth","reconcileID":"30f7e5a1-e7f8-4631-b335-a65beef4d5a0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.654913163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-auth","reconcileID":"30f7e5a1-e7f8-4631-b335-a65beef4d5a0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.702599742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"c2baf336-0279-48e6-a6ca-77d3f7218222","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.735462893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"5ec632ba-4e4e-4e28-8263-b00a7c634cb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:07.814110767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-sub","reconcileID":"12e019c2-1f6d-492a-b3d8-d2fb30153263","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:08.112680485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"3d85dc8e-ece8-486d-ba80-e0e46b66db57","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:15.872293284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"4ba9ec51-2270-477d-8f9f-75b3662256d2","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:15.872378215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"4ba9ec51-2270-477d-8f9f-75b3662256d2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:16.260817123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c8c0dc-f82f-46d3-a77b-874081ae48fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:16.275223349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c8c0dc-f82f-46d3-a77b-874081ae48fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:16.289202047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c8c0dc-f82f-46d3-a77b-874081ae48fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:16.303184999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c8c0dc-f82f-46d3-a77b-874081ae48fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:16.870312979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4b0c4a-2bdf-47ba-af3c-451ac47c1cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:16.88462746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4b0c4a-2bdf-47ba-af3c-451ac47c1cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:16.8987127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4b0c4a-2bdf-47ba-af3c-451ac47c1cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:16.912694765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4b0c4a-2bdf-47ba-af3c-451ac47c1cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:17.977905061Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:18.164477548Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-sub","reconcileID":"bf6f3444-feab-4e77-aa32-41513f9d4ec7","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscription":"e2e-status-active-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:18.21584685Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-sub","reconcileID":"bf6f3444-feab-4e77-aa32-41513f9d4ec7","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:18.266836799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"84dc7fb4-6eac-40d9-b08b-a6e1b5a0e8b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:18.287400116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"78dd5de4-9096-46a3-bfe6-2f377fada06e","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:18.435968254Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-auth","reconcileID":"7766e02e-9d18-4cf2-9348-d0912ddada2f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:18.435992489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"394e6346-ac3b-4991-a579-17fad3d5dfb4","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:18.484436739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"718dec99-8281-4daa-8fd0-2ab796060a88","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:18.807927432Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"2957a4f3-3c0e-414b-917a-fe2c470645aa","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:18.807988537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"2957a4f3-3c0e-414b-917a-fe2c470645aa","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:18.829918825Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"23c004a8-76c1-4377-a3fe-99f9ff679c17","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:18.82998867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7d18f7","namespace":"ai-tenant-e2e-ipp-a-7d18f7"},"namespace":"ai-tenant-e2e-ipp-a-7d18f7","name":"ipp-route-7d18f7","reconcileID":"23c004a8-76c1-4377-a3fe-99f9ff679c17","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7d18f7/ipp-route-7d18f7-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7d18f7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:19.146368527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e0439e-d081-4093-ac87-a1026ee27a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:19.163241728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e0439e-d081-4093-ac87-a1026ee27a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:19.177164143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e0439e-d081-4093-ac87-a1026ee27a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:19.191292885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e0439e-d081-4093-ac87-a1026ee27a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:19.425983563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-failed-sub","reconcileID":"1cdf7d29-c776-4d1a-a3f4-f920bc66dab5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:19.826607388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1bab2cd-aee0-4e0e-b0b2-50e1df5b8394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:19.840670963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1bab2cd-aee0-4e0e-b0b2-50e1df5b8394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:19.854582744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1bab2cd-aee0-4e0e-b0b2-50e1df5b8394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:19.868873263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1bab2cd-aee0-4e0e-b0b2-50e1df5b8394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:20.492490488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f55c0a-9e67-45f5-b604-daacacb2529e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:20.509376065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f55c0a-9e67-45f5-b604-daacacb2529e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:20.541014677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f55c0a-9e67-45f5-b604-daacacb2529e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:20.555625748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f55c0a-9e67-45f5-b604-daacacb2529e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.122055719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3bab82-cfbd-4978-8d59-f2817c95962a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.136972674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3bab82-cfbd-4978-8d59-f2817c95962a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.150880591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3bab82-cfbd-4978-8d59-f2817c95962a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.164893217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3bab82-cfbd-4978-8d59-f2817c95962a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.694466011Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"97ce9b9d-a622-44cd-a9bb-282d66827f1d","namespace":"ai-tenant-e2e-praxis-a-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.694547213Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"97ce9b9d-a622-44cd-a9bb-282d66827f1d","name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.71380507Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"97ce9b9d-a622-44cd-a9bb-282d66827f1d","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.713826716Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"97ce9b9d-a622-44cd-a9bb-282d66827f1d","namespace":"ai-tenant-e2e-praxis-a-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.714364993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"ae6ed8f3-97ec-442b-86ce-5d0c7511eada","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.714387236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"ae6ed8f3-97ec-442b-86ce-5d0c7511eada","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.715883632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104ba91b-ab8f-44a5-bde2-f2ec41d53aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.715933689Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"97ce9b9d-a622-44cd-a9bb-282d66827f1d","name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.730038416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104ba91b-ab8f-44a5-bde2-f2ec41d53aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.744136551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104ba91b-ab8f-44a5-bde2-f2ec41d53aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.748569269Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"97ce9b9d-a622-44cd-a9bb-282d66827f1d","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.751616987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"ade8454e-c456-4030-bbe2-b69b3327aacc","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.751635261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"ade8454e-c456-4030-bbe2-b69b3327aacc","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.758304855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104ba91b-ab8f-44a5-bde2-f2ec41d53aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.758346453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"51dc3907-dd94-40c5-8270-747550c4d700","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:21.77406175Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"ade8454e-c456-4030-bbe2-b69b3327aacc","name":"praxis-route-d67deb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-d67deb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:21.774112871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"ade8454e-c456-4030-bbe2-b69b3327aacc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-d67deb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.779060395Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"1d706a62-d332-46a3-baa0-1accb070c880","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d96f14b1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.780225572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"9d8f9089-b2bc-4bd2-8d30-5dd568f9729c","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.78024116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"9d8f9089-b2bc-4bd2-8d30-5dd568f9729c","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.814562354Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"2abc79ee-edbf-462a-bd87-3d85b22aeaeb","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d96f14b1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.886554405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"51dc3907-dd94-40c5-8270-747550c4d700","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.905551615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"51dc3907-dd94-40c5-8270-747550c4d700","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"e2e-praxis-a-d67deb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.905576408Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"51dc3907-dd94-40c5-8270-747550c4d700","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.924188399Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"10c4f544-b5c9-4efb-b9bc-cab12dbaeeb9","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.924463076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"eb2683e9-d734-4adf-9008-cd6de31c987d","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.924481776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"eb2683e9-d734-4adf-9008-cd6de31c987d","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:22.000884817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"10c4f544-b5c9-4efb-b9bc-cab12dbaeeb9","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:22.021082855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"10c4f544-b5c9-4efb-b9bc-cab12dbaeeb9","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"e2e-praxis-a-d67deb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:22.021106448Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"10c4f544-b5c9-4efb-b9bc-cab12dbaeeb9","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d67deb","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:22.035212387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d67deb-auth","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-auth","reconcileID":"10c4f544-b5c9-4efb-b9bc-cab12dbaeeb9","error":"maasauthpolicies.maas.opendatahub.io \"praxis-route-d67deb-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:22.420956453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b623052-4a6b-4430-bd06-c5d4cc5b44ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:22.435226784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b623052-4a6b-4430-bd06-c5d4cc5b44ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:22.449997541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b623052-4a6b-4430-bd06-c5d4cc5b44ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:22.464050089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b623052-4a6b-4430-bd06-c5d4cc5b44ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:31.830954404Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"d4cda76d-798e-4f35-bfd9-5ce263932232","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","subscription":"praxis-route-d67deb-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:31.845940542Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"d4cda76d-798e-4f35-bfd9-5ce263932232","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:31.860421672Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb-sub","reconcileID":"d4cda76d-798e-4f35-bfd9-5ce263932232","MaaSSubscription":{"name":"praxis-route-d67deb-sub","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"name":"maas-trlp-praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:31.901657402Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-failed-sub","reconcileID":"71ee09f0-bff3-4bba-997a-43e10010b585","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:31.901795345Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-failed-sub","reconcileID":"71ee09f0-bff3-4bba-997a-43e10010b585","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-063b46/nonexistent-model-xyz","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:32.081876769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"cfd4589c-293d-4688-a0b5-dd2f24c2f8af","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"tenant":"e2e-praxis-a-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","model":"ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:32.081906172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"cfd4589c-293d-4688-a0b5-dd2f24c2f8af","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"routeName":"praxis-route-d67deb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d67deb","llmisvcName":"praxis-route-d67deb","gateway":"openshift-ingress/e2e-praxis-a-d67deb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:32.989398802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"8819eb7c-8150-417d-a5f2-21ff1fbd28d1","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:33.012487988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"2cd8428b-9eb2-4932-9829-5a44848c9a96","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:33.087974464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-auth-only","reconcileID":"07ddb76f-1d52-4131-b5e4-b9ed52f28ddf","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:33.119690068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-auth-only","reconcileID":"07ddb76f-1d52-4131-b5e4-b9ed52f28ddf","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:33.307545174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"51787666-0547-4d43-83e1-d4d21cf6ffd5","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:33.385125653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-auth-only","reconcileID":"d47713ae-7856-4f03-a9b8-4167769c6661","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:33.416373875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-auth-only","reconcileID":"d47713ae-7856-4f03-a9b8-4167769c6661","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.917378259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32099569-ddad-4dae-a0a9-08c8410ab269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.93482956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32099569-ddad-4dae-a0a9-08c8410ab269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.955878467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32099569-ddad-4dae-a0a9-08c8410ab269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.97072373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32099569-ddad-4dae-a0a9-08c8410ab269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:35.224169006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"dc62974d-3cc1-4014-a6a1-3084db047a0a","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:35.592745736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaef51b2-58cf-4bf5-b4bb-e3067aedd0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:35.606786273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaef51b2-58cf-4bf5-b4bb-e3067aedd0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:35.620870433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaef51b2-58cf-4bf5-b4bb-e3067aedd0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:35.62373513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"ad0043fb-8c30-42f8-8aac-ae9b48c51818","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:35.634906836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaef51b2-58cf-4bf5-b4bb-e3067aedd0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:35.634952184Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-active-auth-only","reconcileID":"9073cd6d-65cd-4aa3-9dfb-f8bb09fb76aa","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:35.683081571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"3a467428-9e9b-4862-8cf8-536c9d998952","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.192214891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33015e2-5977-45ac-a4c4-f75cd0cd1ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.207942858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33015e2-5977-45ac-a4c4-f75cd0cd1ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.222001015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33015e2-5977-45ac-a4c4-f75cd0cd1ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.236073751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33015e2-5977-45ac-a4c4-f75cd0cd1ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.718716792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-failed-auth","reconcileID":"f2ef51ed-ae13-4d6b-b409-d06f5a6924e9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.764973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-failed-auth","reconcileID":"f2ef51ed-ae13-4d6b-b409-d06f5a6924e9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.783031819Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-failed-auth","reconcileID":"f2ef51ed-ae13-4d6b-b409-d06f5a6924e9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.883862566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-failed-auth","reconcileID":"02680c29-2d7a-462d-99b7-3ed1c56387ae","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.902684792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-failed-auth","reconcileID":"02680c29-2d7a-462d-99b7-3ed1c56387ae","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.921782343Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-failed-auth","reconcileID":"02680c29-2d7a-462d-99b7-3ed1c56387ae","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.932135426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bffb0a4-a70a-4e84-8dd6-194e224cf059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.946286734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bffb0a4-a70a-4e84-8dd6-194e224cf059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.960307312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bffb0a4-a70a-4e84-8dd6-194e224cf059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:36.974330692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bffb0a4-a70a-4e84-8dd6-194e224cf059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.777299683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24a555d-c2fa-4ade-9693-e37af5707cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.793275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24a555d-c2fa-4ade-9693-e37af5707cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.807470799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24a555d-c2fa-4ade-9693-e37af5707cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.821401637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24a555d-c2fa-4ade-9693-e37af5707cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:39.001251203Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-failed-auth","reconcileID":"3e893164-52f6-4a62-a016-01daa61db3f3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:39.425612891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fc13ff-9b73-4078-981d-822c215d52b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:39.443084308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fc13ff-9b73-4078-981d-822c215d52b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:39.458915014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fc13ff-9b73-4078-981d-822c215d52b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:39.472860647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fc13ff-9b73-4078-981d-822c215d52b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:39.963581245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"54a7fe4b-d5a8-4980-8153-54323589367c","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:39.980644352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"39eab1d6-a0b9-4bb1-b25d-f71f1704f199","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.021885914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"77310d34-2722-4d20-83b6-17fcbf06cfb6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.054911161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e878145d-ad5f-4561-93e4-4a9d805e161d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.056732502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"77310d34-2722-4d20-83b6-17fcbf06cfb6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.084691414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e878145d-ad5f-4561-93e4-4a9d805e161d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.126805643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e878145d-ad5f-4561-93e4-4a9d805e161d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.152845001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e878145d-ad5f-4561-93e4-4a9d805e161d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.190114974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"231e5564-768b-41fa-85f6-a38b028cfaec","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.209502162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"1af1ae43-5814-406b-b15e-1492ac6671cc","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:40.220976594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-sub","reconcileID":"50924895-6299-4f0c-8244-9c884be0b143","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.2598053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"3d1fc80a-42d3-4afd-90cc-9ea40f892b5d","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.275817885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"dbe84ded-3057-4683-a48a-71b4c22992f5","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.276852812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"3f3c0a66-3c6b-4895-b359-d11b7da5b88d","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.315926918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"b0a46a10-6644-4d0d-97f0-d35d86ba270b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.334933825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"b0a46a10-6644-4d0d-97f0-d35d86ba270b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.340537754Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-sub","reconcileID":"21ea075b-7a3b-43f0-b8d1-f34b17540d5c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/e2e-status-degraded-sub","ai-tenant-e2e-worker-w4-063b46/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.340638041Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-sub","reconcileID":"21ea075b-7a3b-43f0-b8d1-f34b17540d5c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-063b46/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.407594513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"79f4d635-62e5-462c-8724-193d9e439b45","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:40.409009246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"b0a46a10-6644-4d0d-97f0-d35d86ba270b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.422126497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"e099e755-a4e5-403d-9447-d53cc89b2bd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.461115965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"39f03490-607f-4d07-b9ce-d794d3e54b2b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.479963942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"39f03490-607f-4d07-b9ce-d794d3e54b2b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.520303318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-sub","reconcileID":"0ac0bb20-905a-4b28-9bcb-603c95bcd4c4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.523609699Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-sub","reconcileID":"0ac0bb20-905a-4b28-9bcb-603c95bcd4c4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-063b46/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.710528692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e555df92-9d84-4756-a9ed-279b23b64fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.724736711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e555df92-9d84-4756-a9ed-279b23b64fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.738799112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e555df92-9d84-4756-a9ed-279b23b64fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.753083122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e555df92-9d84-4756-a9ed-279b23b64fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:41.310200253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17add475-aa11-463f-9d5d-b8cf0bfc5a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:41.324297664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17add475-aa11-463f-9d5d-b8cf0bfc5a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:41.338219469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17add475-aa11-463f-9d5d-b8cf0bfc5a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:41.352352205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17add475-aa11-463f-9d5d-b8cf0bfc5a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:42.635368404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"68340137-2c6d-4681-9bfb-992d7bd6b34e","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:47.949402907Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.245896928Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","namespace":"ai-tenant-e2e-praxis-a-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.245958584Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","namespace":"ai-tenant-e2e-praxis-a-d67deb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.246015188Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","tenant":"e2e-praxis-a-d67deb","tenantID":"e2e-praxis-a-d67deb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.261955875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"Deployment","name":"maas-api-e2e-praxis-a-d67deb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.290338193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"Service","name":"maas-api-e2e-praxis-a-d67deb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.312801966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-d67deb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.32953202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-d67deb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.346674379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.363160504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.38263137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.399321391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.41342102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.433580465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.447281533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"Service","name":"payload-processing-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.461143835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.474871286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.488709693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.502522152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.530975502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.545239417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.562096998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.581388315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-d67deb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.600160525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"default-tenant","reconcileID":"5937dafc-30ac-4ec5-b98e-ebaf3fa1a6b8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-d67deb","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:49.103833137Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d67deb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d67deb","reconcileID":"8d1c4484-0fd6-43a4-8251-9edac358eb12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d67deb","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-d67deb"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.201698888Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"2b670abf-05d9-4c85-b42b-db31dabb7387","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.278536888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"2b670abf-05d9-4c85-b42b-db31dabb7387","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.301347368Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"9b112d11-bfda-4975-bcc5-7b8ccfce57ac","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.308466295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"9b112d11-bfda-4975-bcc5-7b8ccfce57ac","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.319159269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"e8c7e277-b933-4f21-aaba-68165d51c11c","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.319224572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"e8c7e277-b933-4f21-aaba-68165d51c11c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.339838601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"dc1fbd73-1a02-4743-be3b-8bbca95cd0f5","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.339901696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"dc1fbd73-1a02-4743-be3b-8bbca95cd0f5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.380127731Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"7684d8dd-10de-4b08-a79e-23161f0a85d3","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.380198902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"7684d8dd-10de-4b08-a79e-23161f0a85d3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.460653752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"255f1e45-9a59-4aff-a223-4ee85f193ca0","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.460717026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"255f1e45-9a59-4aff-a223-4ee85f193ca0","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:49.561235986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd08a23-9756-443f-a459-71550e97d21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:49.616302173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd08a23-9756-443f-a459-71550e97d21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.623126319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"bb48cb3c-c19e-442e-a104-321aeb3759fd","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.623218326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"bb48cb3c-c19e-442e-a104-321aeb3759fd","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:49.631210506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd08a23-9756-443f-a459-71550e97d21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:49.650334648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd08a23-9756-443f-a459-71550e97d21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.944457763Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"48612277-4527-4764-9519-59b8e7b97fcb","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:49.944534734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"48612277-4527-4764-9519-59b8e7b97fcb","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:50.201750008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b8aaa15-834c-429a-a5b4-3847e6fc7f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:50.215975525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b8aaa15-834c-429a-a5b4-3847e6fc7f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:50.230045883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b8aaa15-834c-429a-a5b4-3847e6fc7f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:50.243984335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b8aaa15-834c-429a-a5b4-3847e6fc7f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:50.585277971Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"3bbac833-25ce-4701-a3c4-550560ed94cf","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:50.585355188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"3bbac833-25ce-4701-a3c4-550560ed94cf","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:50.811606564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be67b52-1445-4e22-9c0a-0292bd1abec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:50.826089853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be67b52-1445-4e22-9c0a-0292bd1abec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:50.840285824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be67b52-1445-4e22-9c0a-0292bd1abec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:50.854517106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be67b52-1445-4e22-9c0a-0292bd1abec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.425375687Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","namespace":"ai-tenant-e2e-ipp-a-1b7950","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.425432728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","namespace":"ai-tenant-e2e-ipp-a-1b7950","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.425498201Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","tenant":"e2e-ipp-a-1b7950","tenantID":"e2e-ipp-a-1b7950","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.44158921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"Deployment","name":"maas-api-e2e-ipp-a-1b7950","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.477847056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"Service","name":"maas-api-e2e-ipp-a-1b7950","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.496461129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-1b7950","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.514180217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-1b7950","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.53105852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.547155879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.565964517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.582289152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.599921982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.616670394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.640048636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"Service","name":"payload-processing-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.664624968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.682890099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.701567061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.720993518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.74063005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.762542587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.781976807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.80083396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-1b7950","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.817167396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7950"},"namespace":"ai-tenant-e2e-ipp-a-1b7950","name":"default-tenant","reconcileID":"688d203b-c789-45b3-9b41-3758ca325b70","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-1b7950","namespace":"","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:51.865752674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"f778adaa-9273-4ec4-abc6-fe719f11ff0f","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:51.865896447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"f778adaa-9273-4ec4-abc6-fe719f11ff0f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.207064333Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1b7950","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1b7950","reconcileID":"c5d1c4cc-ba51-4411-951f-5d5928f0eed8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1b7950","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-1b7950"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:52.313210847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"a19fa860-f88d-440b-8455-07ce8a8fd072","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:52.317676512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"a19fa860-f88d-440b-8455-07ce8a8fd072","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.685223627Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-sub","reconcileID":"7fa8adea-9e80-48a7-a8e2-ceab04ea4c40","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscription":"e2e-status-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.735478002Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-sub","reconcileID":"7fa8adea-9e80-48a7-a8e2-ceab04ea4c40","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.735509592Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-sub","reconcileID":"7fa8adea-9e80-48a7-a8e2-ceab04ea4c40","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.735641576Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-sub","reconcileID":"7fa8adea-9e80-48a7-a8e2-ceab04ea4c40","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-063b46/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.779835317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"933b748e-58a5-4f4d-9e2c-cfb4694a2742","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.854591051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da53636-6612-4ba0-9973-d9ce112dfa76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.869561005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da53636-6612-4ba0-9973-d9ce112dfa76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.884360414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da53636-6612-4ba0-9973-d9ce112dfa76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.88924665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"1d2e3c2d-0019-4e04-94c6-b0ac66bd5730","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.89847238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da53636-6612-4ba0-9973-d9ce112dfa76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.046440255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"c83738f1-7945-4952-b890-3ff7df6125b1","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.046475551Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"ed9d84c5-4f57-40c7-9bcb-16096257f43d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.099106635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"36740565-4c0c-4901-89ae-9bf4c688364e","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.539644114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb3d442-caec-4767-82e6-aa69d17b6239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.554029987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb3d442-caec-4767-82e6-aa69d17b6239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.568246685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb3d442-caec-4767-82e6-aa69d17b6239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.582600738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb3d442-caec-4767-82e6-aa69d17b6239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.904874158Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","namespace":"ai-tenant-e2e-praxis-a-3f7d4b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.904927011Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","namespace":"ai-tenant-e2e-praxis-a-3f7d4b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.90498958Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","tenant":"e2e-praxis-a-3f7d4b","tenantID":"e2e-praxis-a-3f7d4b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.921146555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3f7d4b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.950275936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"Service","name":"maas-api-e2e-praxis-a-3f7d4b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.97656181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3f7d4b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:53.993535333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3f7d4b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.003102625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"b74eae34-cedc-4f66-99f8-8ae94610e331","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.010801247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.022627644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"636f4ed0-d9f1-4c70-bd08-e59d2af0af08","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.027573418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.047735551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.064044309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.078060902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.078337709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"46a4ce69-36ae-43fc-ba8a-d5fe0ca95f74","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.092568465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.098970124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"46a4ce69-36ae-43fc-ba8a-d5fe0ca95f74","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.106556226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"Service","name":"payload-processing-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.120245138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.132398911Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"46a4ce69-36ae-43fc-ba8a-d5fe0ca95f74","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.134295635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.148220624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.156783259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f247652-d5e5-48c7-8b20-f0e1ef32f338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.198105188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f247652-d5e5-48c7-8b20-f0e1ef32f338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.198505716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.213737742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f247652-d5e5-48c7-8b20-f0e1ef32f338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.241028856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f247652-d5e5-48c7-8b20-f0e1ef32f338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.242298674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.32505985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.326295693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"23545d07-e52a-43a3-962a-8cc401c21b4d","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.339978248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.364418221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3f7d4b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.385152367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f7d4b"},"namespace":"ai-tenant-e2e-praxis-a-3f7d4b","name":"default-tenant","reconcileID":"b69286ac-835d-49ef-bf09-ce5b3879baa4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3f7d4b","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.3853072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"18521358-3e48-4db7-8935-2a75b3abad07","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.422741079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"18521358-3e48-4db7-8935-2a75b3abad07","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.47389999Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"18521358-3e48-4db7-8935-2a75b3abad07","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:54.738331461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"18521358-3e48-4db7-8935-2a75b3abad07","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.863380351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"5b25e1bb-fb94-4a15-b7b2-cd7df01494e2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.863743213Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3f7d4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3f7d4b","reconcileID":"e53d7ef8-76b5-46be-943e-707684750af7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3f7d4b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3f7d4b"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.882761854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"5b25e1bb-fb94-4a15-b7b2-cd7df01494e2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:54.91378123Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"5b25e1bb-fb94-4a15-b7b2-cd7df01494e2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:54.914634679Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"db8cf53b-0066-405f-9d40-b36c3004103a","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:54.914689278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"db8cf53b-0066-405f-9d40-b36c3004103a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:55.255408896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"226b30f4-a244-4d73-a5c3-e95fddca7c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:55.273914223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"226b30f4-a244-4d73-a5c3-e95fddca7c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:55.288014648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"226b30f4-a244-4d73-a5c3-e95fddca7c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:55.302202589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"226b30f4-a244-4d73-a5c3-e95fddca7c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:55.819907423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"60e1a6ce-ed89-4d8b-ad94-ccf59a691ed1","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:55.90837956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5644e60-eb39-4047-8479-85a307dae8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:55.922571195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5644e60-eb39-4047-8479-85a307dae8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:55.928183304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"db860914-b9a3-4156-ae3a-655ea68ec403","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:55.928265473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"db860914-b9a3-4156-ae3a-655ea68ec403","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:55.936612453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5644e60-eb39-4047-8479-85a307dae8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:55.950622981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5644e60-eb39-4047-8479-85a307dae8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:56.458313524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"93f5f403-d50a-43e7-9c98-68697d1930d7","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:56.458345542Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"e156254d-b8a3-42b8-9d2c-bfbbd1fc91ac","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:56.476305199Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-degraded-auth","reconcileID":"e156254d-b8a3-42b8-9d2c-bfbbd1fc91ac","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:56.608839011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"ac70f22f-7698-4ab1-8987-d4091a6b51a2","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.457752004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"b5ede3e8-bef1-41be-b7c4-e2a7602e0cbe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"tenant":"e2e-worker-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.457818405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"b5ede3e8-bef1-41be-b7c4-e2a7602e0cbe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.47694069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"745fc1bc-6540-47dd-870d-9f84ab33d97b","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.636641328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"821f8652-fdfe-4581-97ce-0c58ac44614d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"tenant":"e2e-worker-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.636662325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"821f8652-fdfe-4581-97ce-0c58ac44614d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.65368109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"f7ba00d8-8429-4bea-85ef-8b1025ee58ab","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"tenant":"e2e-worker-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.653701293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"f7ba00d8-8429-4bea-85ef-8b1025ee58ab","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.709638001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"bf312772-34a4-484a-99c0-ca57c06b7f5d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.729059152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"bf312772-34a4-484a-99c0-ca57c06b7f5d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.812159688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"0465b2b3-b829-4dff-b5d0-76c7410feb25","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"tenant":"e2e-worker-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.812181065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"0465b2b3-b829-4dff-b5d0-76c7410feb25","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.843715385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"c3585822-4dbd-4dcc-b1c3-e802f403beff","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"tenant":"e2e-worker-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.8437427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"c3585822-4dbd-4dcc-b1c3-e802f403beff","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.863921467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"5639405c-755b-4681-8f25-a9ce175f4757","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"tenant":"e2e-worker-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.863944944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"5639405c-755b-4681-8f25-a9ce175f4757","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.871438874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"9cb9d191-ffb7-43e3-bef7-ea8b2e5086fd","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:57.876977149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-sub","reconcileID":"2acdce35-e1bc-48df-89cd-1c86a595da26","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:57.879890863Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"5639405c-755b-4681-8f25-a9ce175f4757","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:07:57.879943435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"5639405c-755b-4681-8f25-a9ce175f4757","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.885249834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"df07b851-ae41-451d-9e98-bc3056f31816","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"tenant":"e2e-worker-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.885265132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"df07b851-ae41-451d-9e98-bc3056f31816","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.890424952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"9cb9d191-ffb7-43e3-bef7-ea8b2e5086fd","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.909875539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"d8cb5450-6e38-4f46-a294-33550537994b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"tenant":"e2e-worker-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.909891831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"d8cb5450-6e38-4f46-a294-33550537994b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.929052719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"97f9cfec-8df5-49c6-991c-36dd739b973d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"tenant":"e2e-worker-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.929073315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"97f9cfec-8df5-49c6-991c-36dd739b973d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:57.998073502Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-sub","reconcileID":"5cf6cf46-08c2-42f5-a191-2e6e57f8b465","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/e2e-status-transition-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:58.051247107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"834a3098-22b0-4d18-b0b6-bd070b029f10","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"tenant":"e2e-worker-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:58.051264719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"834a3098-22b0-4d18-b0b6-bd070b029f10","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:58.074195809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"c426c786-fe09-4f1b-8cb0-276c00ba755d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:58.093335031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"c426c786-fe09-4f1b-8cb0-276c00ba755d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:07:58.09351233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-sub","reconcileID":"4582de5a-b7ce-44d5-aac2-f8f093abeb6e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:00.598681286Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"3d2bb0d8-51d0-45b8-bb08-25c024f23f71","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:00.598788616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"3d2bb0d8-51d0-45b8-bb08-25c024f23f71","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:00.630521746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"0de2045b-c200-437f-b1d3-0b29aa6bf955","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:00.630590849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"0de2045b-c200-437f-b1d3-0b29aa6bf955","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:00.940045988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d11243e-09a7-4380-a478-d0e2f2cb42b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:00.954249705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d11243e-09a7-4380-a478-d0e2f2cb42b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:00.968090556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d11243e-09a7-4380-a478-d0e2f2cb42b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:00.98204289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d11243e-09a7-4380-a478-d0e2f2cb42b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.557605946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865b11d4-5278-4198-8fd8-52792198b6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.571675224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865b11d4-5278-4198-8fd8-52792198b6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.585780968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865b11d4-5278-4198-8fd8-52792198b6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.599830386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865b11d4-5278-4198-8fd8-52792198b6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:02.479620386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e54c61b-63b0-4ef2-a636-32d8bb85df4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:02.532904753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e54c61b-63b0-4ef2-a636-32d8bb85df4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:02.549305878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e54c61b-63b0-4ef2-a636-32d8bb85df4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:02.566121234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e54c61b-63b0-4ef2-a636-32d8bb85df4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:03.213392807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2326ac4d-f366-470f-b29b-43442118b01d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:03.22758189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2326ac4d-f366-470f-b29b-43442118b01d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:03.241798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2326ac4d-f366-470f-b29b-43442118b01d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:03.256055906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2326ac4d-f366-470f-b29b-43442118b01d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:03.863276309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4382412a-1c84-470f-a657-87ba7ff44961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:03.877678213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4382412a-1c84-470f-a657-87ba7ff44961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:03.89183668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4382412a-1c84-470f-a657-87ba7ff44961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:03.905813019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4382412a-1c84-470f-a657-87ba7ff44961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:04.483944567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee8eeb2-710c-4244-af2e-d207c600cd61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:04.498110408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee8eeb2-710c-4244-af2e-d207c600cd61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:04.514208145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee8eeb2-710c-4244-af2e-d207c600cd61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:04.528887704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee8eeb2-710c-4244-af2e-d207c600cd61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:05.093143439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b2a0c3-3560-4b97-8e77-954eea1a0bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:05.107108201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b2a0c3-3560-4b97-8e77-954eea1a0bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:05.12112043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b2a0c3-3560-4b97-8e77-954eea1a0bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:05.13518469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b2a0c3-3560-4b97-8e77-954eea1a0bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:07.772382184Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"b4a8701d-da65-4247-a13b-27f1bfc5850f","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:07.772447619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"b4a8701d-da65-4247-a13b-27f1bfc5850f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:07.795018512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"c24bb0f1-e1b1-46e5-a6a7-bf46fb230596","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:07.795090297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"c24bb0f1-e1b1-46e5-a6a7-bf46fb230596","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:08.073402845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0c19e49-ea8a-4796-9549-938792dce5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:08.08752995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0c19e49-ea8a-4796-9549-938792dce5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:08.101796455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0c19e49-ea8a-4796-9549-938792dce5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:08.116317307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0c19e49-ea8a-4796-9549-938792dce5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:08.731726901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705cfbab-a465-4973-a0cf-a37dacd21c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:08.745751128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705cfbab-a465-4973-a0cf-a37dacd21c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:08.759718788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705cfbab-a465-4973-a0cf-a37dacd21c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:08.773658106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705cfbab-a465-4973-a0cf-a37dacd21c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:09.329201007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1e7894-c386-4f49-9fd2-f5d62579ee23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:09.343486502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1e7894-c386-4f49-9fd2-f5d62579ee23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:09.357752972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1e7894-c386-4f49-9fd2-f5d62579ee23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:09.372944497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1e7894-c386-4f49-9fd2-f5d62579ee23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:10.741934538Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"7cebb6d6-c3c5-481c-81ba-aa39189e3c43","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:10.742001692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"7cebb6d6-c3c5-481c-81ba-aa39189e3c43","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.659871618Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","namespace":"ai-tenant-e2e-ipp-b-c88955","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.65994939Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","namespace":"ai-tenant-e2e-ipp-b-c88955","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.660026365Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","tenant":"e2e-ipp-b-c88955","tenantID":"e2e-ipp-b-c88955","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.676247074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"Deployment","name":"maas-api-e2e-ipp-b-c88955","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.702692289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"Service","name":"maas-api-e2e-ipp-b-c88955","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.728054812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-c88955","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.744818307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-c88955","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.762482482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.778945538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.797961872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.814479641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.83092282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.847812952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.874133603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"Service","name":"payload-processing-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.898853315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.915005652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.934436333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.952463594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.972696499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.990682799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:13.007516991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:13.023482172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-c88955","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:13.039215301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c88955"},"namespace":"ai-tenant-e2e-ipp-b-c88955","name":"default-tenant","reconcileID":"fb55e2d7-3583-42e3-bed6-18ee9db4de5c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-c88955","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:13.440709226Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c88955","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c88955","reconcileID":"c2b29be8-5e3e-4990-9d91-84dbc194b0ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c88955","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-c88955"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:13.50704615Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"6260a75a-83ec-40e1-8ce4-7a9a6ff056d6","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:13.507212428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"6260a75a-83ec-40e1-8ce4-7a9a6ff056d6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:13.896037513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f264a203-643c-46ec-964f-d3bb7625e0c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:13.910873907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f264a203-643c-46ec-964f-d3bb7625e0c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:13.972122958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f264a203-643c-46ec-964f-d3bb7625e0c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:14.138258797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f264a203-643c-46ec-964f-d3bb7625e0c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:14.569310518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"63636caf-5046-473c-b501-8348bcb8d4c4","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:14.710970462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b32a9b-d83b-4b41-aed0-3a4418ced4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:14.725608094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b32a9b-d83b-4b41-aed0-3a4418ced4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:14.739665178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b32a9b-d83b-4b41-aed0-3a4418ced4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:14.753701038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b32a9b-d83b-4b41-aed0-3a4418ced4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:15.153143197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-sub","reconcileID":"7ecd55a0-5480-46db-91b5-2b27a979a9f3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:15.336031851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"0dd53dd8-980e-471b-96d1-937e0bd829e8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"tenant":"e2e-worker-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:15.336132069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"0dd53dd8-980e-471b-96d1-937e0bd829e8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.013794351Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-sub","reconcileID":"682ac225-f0f6-49cc-b21c-791974b614e1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.027741276Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"e2e-temp-model-status","reconcileID":"55d6bad3-9ec9-4aa5-9a76-3f0924bbaac0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46","model":"e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.027903446Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-sub","reconcileID":"682ac225-f0f6-49cc-b21c-791974b614e1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.053865302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"63b53b44-3868-41af-a99a-e816fc3dc762","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.073281114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"63b53b44-3868-41af-a99a-e816fc3dc762","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.073332981Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"63b53b44-3868-41af-a99a-e816fc3dc762","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.080290939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"402e7f14-74d4-40fe-8425-3e5834715676","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.274227726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"c24dce69-c6f6-4479-a423-3dc604aba563","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.29415125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"c24dce69-c6f6-4479-a423-3dc604aba563","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.2942007Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"c24dce69-c6f6-4479-a423-3dc604aba563","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.375840687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"38577ccf-cdd4-4fad-80b2-66cc4ace06d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.376154579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"b714f6ab-17aa-498e-9e3f-d323d03d798e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.395224801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"b714f6ab-17aa-498e-9e3f-d323d03d798e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:16.39610572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"38577ccf-cdd4-4fad-80b2-66cc4ace06d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:17.904383516Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"1d05b796-ab10-43ff-969a-bc6860ee8c22","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:17.904445432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"1d05b796-ab10-43ff-969a-bc6860ee8c22","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:17.950883291Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.15062658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"710785d3-adf3-478f-8148-6fbb6a289367","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.167990647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"288383c9-6a29-446a-96dd-6876dde9e7bd","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.297366168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"273e429d-80fa-4f80-935a-c525990fb13b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.3727056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"273e429d-80fa-4f80-935a-c525990fb13b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.401619304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"6aba4701-6aa3-4b8a-872e-56a82bd3a087","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.419152026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"96da73d5-97ec-42d0-b8dd-3230539f4b1b","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:22.435113189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-subscription-free","reconcileID":"e2c1702a-ef16-4fb1-b3c4-a4a1be30631f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.454166752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"39a2addf-0618-4f07-bbf0-7b5064a55491","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.473876343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"68800105-8453-4aa3-8bc5-8fa5ff5363b2","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.492145244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"39998309-e1dc-4d17-a182-6a5a799b07fc","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.495740762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"31129e86-56ee-4320-9d8f-a2d90871bf42","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.514831669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"31129e86-56ee-4320-9d8f-a2d90871bf42","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.556291587Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-subscription-free","reconcileID":"e24fe174-c08e-4537-8f5b-bfb3f4a42977","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free","ai-tenant-e2e-worker-w5-b2921b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.601543992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"ccea9155-c079-4974-a58d-d3c97b2add90","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.601616005Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.610407589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"3fd42a89-b032-4bb3-a9f8-f151aec0f3b7","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.634137424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"815158f4-bdf3-4576-9120-2964983bed66","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:22.635077426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-subscription-premium","reconcileID":"54dfb98c-3672-4d41-b270-4dd7601300b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.652709787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"b96526e0-09b9-4204-a6f2-2c9c4d9febd2","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.682735241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"53f4283a-f084-4111-8951-156750a4e6ba","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.688076808Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"f212c6f6-7b4d-4eee-9533-5853c3db4af5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free","ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium","ai-tenant-e2e-worker-w5-b2921b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.719165048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"4c65f1b8-589d-4e19-ac50-d3ec981b105f","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.750110094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-subscription-free","reconcileID":"abe5e817-210b-480a-b4b1-f0e93630363f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.752855172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-subscription-premium","reconcileID":"45043bc7-92dd-41ce-8036-25049ff501f0","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.838024966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"c1acc187-b4c1-451e-9e85-2146e1e7b682","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.843100196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"4be7dc99-beae-44d2-ac6f-c116b21f59b0","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.936506827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-subscription-free","reconcileID":"d138a690-bfa0-4ab2-8f46-46da64234d8a","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.936559398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-subscription-premium","reconcileID":"86c45211-5e65-4174-a860-43442f1fdf96","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.618669607Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-subscription-success","reconcileID":"03163f3f-febd-4a07-865b-fec4054d6e5f","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscription":"e2e-test-subscription-success","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.671702513Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-subscription-success","reconcileID":"03163f3f-febd-4a07-865b-fec4054d6e5f","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.715218439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"77762b9e-0464-48ec-8650-a71753762854","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.821795079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"d4cad321-7b7a-4570-b0ee-7802c57d9c7d","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.821812447Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.840314652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"fdbcf52f-26dc-43e5-8e5e-3869682a53e3","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.979403864Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-success","reconcileID":"04f6b0d2-6733-470b-b5c9-c4e797c869aa","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.979432745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"2409d97c-40cf-40cf-b29e-d843aace2bcd","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.113026949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"a379e6b3-dd8b-404d-b6b2-df4a3c50b99b","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.454515975Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","namespace":"ai-tenant-e2e-praxis-b-047892","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.45457752Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","namespace":"ai-tenant-e2e-praxis-b-047892","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.45462592Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","tenant":"e2e-praxis-b-047892","tenantID":"e2e-praxis-b-047892","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.470328793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-047892","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.49733631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"Service","name":"maas-api-e2e-praxis-b-047892","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.518388513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-047892","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.534296974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-047892","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.551581396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.571175096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.590401949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.60716896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.621130793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.634580054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.650436314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"Service","name":"payload-processing-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.664051951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.678568448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.694265848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.70867767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.728440599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.742270885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.755901981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.769544241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-047892","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.783191662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-047892"},"namespace":"ai-tenant-e2e-praxis-b-047892","name":"default-tenant","reconcileID":"671a1234-f204-412d-9d88-46497774705e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-047892","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.802206219Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","namespace":"ai-tenant-e2e-ipp-b-77238f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.802258046Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","namespace":"ai-tenant-e2e-ipp-b-77238f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.80231206Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","tenant":"e2e-ipp-b-77238f","tenantID":"e2e-ipp-b-77238f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.821859816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-77238f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.854167643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"Service","name":"maas-api-e2e-ipp-b-77238f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.873244167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-77238f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.889692806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-77238f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.90620946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.922401042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.941467941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.958612793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.974365985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:25.992372949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.023478194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"Service","name":"payload-processing-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.051149679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.059943096Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-047892","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-047892","reconcileID":"71573fc7-a751-4afd-81a1-e681b2d928a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-047892","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-047892"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.067668899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.084009195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.101854367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:26.109448241Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"eb2527fd-1b9d-4a59-a0fd-820e9ead4063","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:26.10951284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"eb2527fd-1b9d-4a59-a0fd-820e9ead4063","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.119945061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.140568254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.159527028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.177290937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-77238f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.193298844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-77238f"},"namespace":"ai-tenant-e2e-ipp-b-77238f","name":"default-tenant","reconcileID":"29e961d0-fa7e-4614-91bb-b8a210b60d4d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-77238f","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.428617126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"670a21f7-b71c-4f0b-8023-1b476aa47e6c","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.475549028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"f5dd3379-99a5-4a00-a965-60fc152cae28","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.611440321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-no-access","reconcileID":"04b92d5f-9c65-4551-ab9e-d5b97d532df4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.638822107Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-sub","reconcileID":"701692d5-823a-40b6-bcec-562b49c88643","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.639091122Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-sub","reconcileID":"701692d5-823a-40b6-bcec-562b49c88643","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.665390199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-no-access","reconcileID":"04b92d5f-9c65-4551-ab9e-d5b97d532df4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.685224771Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.686469541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"f0a1d094-ae1d-4ab8-a7df-dae4e17e5956","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.711395379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"5da3fb65-38ca-4fa2-9540-c2b994d942be","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:26.726824572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-subscription-no-access","reconcileID":"54aa042e-b3d9-4067-b036-4bf9f7f1040e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.731532166Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-77238f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-77238f","reconcileID":"4a9a233c-3b46-4581-ba42-df14dfd4c931","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-77238f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-77238f"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.764057618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add4fd15-5479-479c-a02c-342fe6325823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.779344754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add4fd15-5479-479c-a02c-342fe6325823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.795799981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add4fd15-5479-479c-a02c-342fe6325823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.798832542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"f9905d5f-52af-41bc-9bfa-e3f0551213a4","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.81070295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add4fd15-5479-479c-a02c-342fe6325823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.829452032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"443db998-d16c-4b58-980e-de25afd53f35","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.831160441Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:26.831460581Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"68637f37-d289-4f2c-965a-d97efe6eeb86","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:26.83151888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d67deb","namespace":"ai-tenant-e2e-praxis-a-d67deb"},"namespace":"ai-tenant-e2e-praxis-a-d67deb","name":"praxis-route-d67deb","reconcileID":"68637f37-d289-4f2c-965a-d97efe6eeb86","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-d67deb/praxis-route-d67deb-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-d67deb]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.849863726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"dcd76686-d80a-4076-b654-efadd94d7dfb","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.852847579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"dcead2e3-b0ee-4fce-9c7d-d3b3a65d0d87","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.925609386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-no-access","reconcileID":"a0b9e0f7-3498-469b-ba3a-a6db14713b7b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.944367069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-no-access","reconcileID":"a0b9e0f7-3498-469b-ba3a-a6db14713b7b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.94801416Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-subscription-no-access","reconcileID":"29c8c2d6-6b8c-4054-a0ee-87a0ea9c5477","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w1-e131af/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.977085453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-status-transition-auth","reconcileID":"0beb58c9-be0a-407b-a6e3-0ea2010cbb03","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.002298381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"8fd0ef5e-05c4-4cca-b67e-bcce87c93f53","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.010508322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"375b2f78-374c-4a11-9b4f-fbfe5feea55d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:27.108084374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-no-access","reconcileID":"a0b9e0f7-3498-469b-ba3a-a6db14713b7b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.168568392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-subscription-no-access","reconcileID":"3ea683ad-f003-4e4a-981a-42074e58f65b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.22215502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-no-access","reconcileID":"60f3de79-09f9-4c63-9773-120b66503833","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.242523112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-no-access","reconcileID":"60f3de79-09f9-4c63-9773-120b66503833","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.541115461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772a38b5-57cb-4b46-b8c6-b0191455aab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.555706296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772a38b5-57cb-4b46-b8c6-b0191455aab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.570238046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772a38b5-57cb-4b46-b8c6-b0191455aab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.584546602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772a38b5-57cb-4b46-b8c6-b0191455aab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.09524789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"c1a36970-2442-464b-b6aa-9eaba6c71c6d","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.113317594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"c6f1e893-a570-46ae-a4fc-dd86cb5cd639","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.155516517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8d882dec-79ca-4f12-b7e2-bac03ceab782","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.174433642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8d882dec-79ca-4f12-b7e2-bac03ceab782","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.229614016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aef7076-4c27-47c7-bc40-a75e7c6fb78e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.248562077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aef7076-4c27-47c7-bc40-a75e7c6fb78e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.262711855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aef7076-4c27-47c7-bc40-a75e7c6fb78e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.277386374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aef7076-4c27-47c7-bc40-a75e7c6fb78e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.308201425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"baaa77a3-c931-4689-ae35-9377f033663a","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.308283723Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.325998327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"b48df0eb-f763-4ecc-969b-dcd9922c9e7e","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.33988785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"88d2e234-8f4a-47fc-9cf8-a3e08d74a83c","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:28.342706888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf","reconcileID":"03baec7f-f44d-497b-bead-3068a84a6b97","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.37935195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"446be4a6-e3ce-482b-8069-13deb482bc38","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.380963751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ff612ba1-2654-4193-8f4d-3f4c33838d97","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.399238226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"76945407-6e7b-435e-979d-08ea8e702d58","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.399908852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ff612ba1-2654-4193-8f4d-3f4c33838d97","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.463162778Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf","reconcileID":"1d54f325-2819-4895-b5ad-422e08c1b71f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-063b46/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.463266013Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf","reconcileID":"1d54f325-2819-4895-b5ad-422e08c1b71f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-063b46/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.53164874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"36a97440-9027-4552-8da6-1475d2c561b0","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.545582531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"1e0c2668-abb9-44ff-9332-356e045b6baf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.663155425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf","reconcileID":"69cbb4bf-2fe1-4c26-ad89-6d91b3c2b153","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.663276906Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf","reconcileID":"69cbb4bf-2fe1-4c26-ad89-6d91b3c2b153","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-063b46/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:29.636619808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"3446e2d3-01c9-48c7-a93a-ceeda5ab6c9d","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:31.041665369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"db145d4c-9a2c-4cd6-8857-ebf27ae94a0a","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:38.972546554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3379117e-1386-4960-a912-c36e9bc0446e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:38.994503005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3379117e-1386-4960-a912-c36e9bc0446e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:39.012823271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3379117e-1386-4960-a912-c36e9bc0446e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:39.029236641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3379117e-1386-4960-a912-c36e9bc0446e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:39.681078532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d93c132-7081-432f-898c-6a7fb502a424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:39.695140122Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-subscription-no-access","reconcileID":"8b7c1451-3dae-40b5-8e0c-9bd97b439e8d","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscription":"e2e-test-subscription-no-access","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:39.695483583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d93c132-7081-432f-898c-6a7fb502a424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:39.710332774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d93c132-7081-432f-898c-6a7fb502a424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:39.724415316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d93c132-7081-432f-898c-6a7fb502a424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:39.744620638Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:39.745950573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"8b07b655-d4eb-4e9c-93b0-46b92556027b","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:39.758819705Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-subscription-no-access","reconcileID":"8b7c1451-3dae-40b5-8e0c-9bd97b439e8d","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:39.765145813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"52fcdeef-89c9-4281-9356-899695048d2f","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:39.789735311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-sub","reconcileID":"b1555e23-37bf-4c2e-b7d2-5255df79c7c1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:39.992534721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"6c7bea15-1401-4937-9b17-045769580e25","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.051297094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"5d49571a-5375-4565-a76c-fbf91e6f4a0f","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.052870199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"05483861-8678-4a63-b524-33521ea6432e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.072866332Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.085638144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"cdeed084-a161-4442-88e9-a7b8e7e868f5","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.104119074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"921a383c-6395-4b02-ac91-1a919cdb112a","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.108890565Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-08e15d priority=0:[ai-tenant-e2e-worker-w0-08e15d/e2e-model-match-sub ai-tenant-e2e-worker-w0-08e15d/e2e-model-nomatch-sub]","namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.109898378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"1d60cfb2-02e2-4cba-b0fd-1094bfac5a4a","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.13608196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"c952f0f3-02ff-46e5-b753-93363c02838e","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:40.139228313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-sub","reconcileID":"167ab8c4-8454-41f3-8859-081968d767c8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.143938558Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-sub","reconcileID":"bcf82746-97b6-4658-a09f-7b292d5af02c","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-distinct-w0-08e15d","model":"distinct-w0-08e15d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-08e15d/e2e-model-match-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.158306975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"1a3915c0-8b8d-4abe-b22e-553a1f262c95","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.190141979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"5da55e56-76a3-4d99-a0b3-8a3575e805a2","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.196398441Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-08e15d priority=0:[ai-tenant-e2e-worker-w0-08e15d/e2e-model-match-sub ai-tenant-e2e-worker-w0-08e15d/e2e-model-nomatch-sub]","namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.197592877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"57a6dfcb-730b-47ac-8573-bf6e84e3073e","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.208859276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"5a0085c9-2ec6-4bc3-b3ec-72b74def21ed","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:40.215011652Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-08e15d/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.220396015Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-test-auth-no-access","reconcileID":"91ef2770-6085-421c-a5c8-2584dcd6b530","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.221002586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"b7cb7a18-aa42-4ae2-bd42-79b1d9128d19","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.231848308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"721d8cac-7506-465b-870a-30a07c09e6de","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.234143282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"b8bd3981-9c6c-432f-abd9-383b760ac70b","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:40.234706203Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-17394a/e2e-list-subs-refs-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.25596488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"bd3b4a62-bdbb-472b-ab72-5e42a3e81d68","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.271112142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"fcccb0f2-9aac-4ab1-b5ff-f23881712711","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.284113923Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-sub","reconcileID":"5be08d0f-ece4-4c85-ad92-ff7ef3e69a92","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-distinct-2-w0-08e15d","model":"distinct-2-w0-08e15d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-08e15d/e2e-model-nomatch-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.306308092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"66c14a32-6b38-4e52-88b0-82c106b566ad","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.345904231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"af742736-e773-40db-a70a-a43aee40c8c7","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.362472546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-sub","reconcileID":"c65187d8-0de4-4551-a92a-256434fc07ce","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-distinct-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.374533509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"450a8785-1651-4cfc-a18d-ae97c37a2734","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.381372638Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-list-subs-refs-sub","reconcileID":"1e790643-44bb-44bd-bb4f-eb6a99ebf817","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-17394a/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w3-17394a/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.418616263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-auth","reconcileID":"4235aa6c-7415-4638-ad49-e923cb43c523","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.465846372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-auth","reconcileID":"4235aa6c-7415-4638-ad49-e923cb43c523","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.498706134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"a1a82404-825f-4815-97a6-0648309aad17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.54067627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"d30f0026-7e92-4a3b-82c1-558339de6544","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.542945663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-sub","reconcileID":"5380066d-1614-49d3-88c7-3bc3522ba790","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-distinct-2-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.6694755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"09d477bb-e4ef-4266-95a2-c56867aaeddc","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.686959602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-sub","reconcileID":"3e114533-be37-4738-9188-013a65adf5c8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-distinct-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.689923542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-list-subs-refs-sub","reconcileID":"94cc3ace-834c-4ccd-a5f3-a9089f3d5d71","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.696673493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"22f3db14-1872-443f-910f-48c23303281d","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.708208017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"d34e4d75-5fef-4625-94af-357984ec8718","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.74589622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-sub","reconcileID":"dec65295-79be-4efc-a3a3-3b4d862ccec6","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-distinct-2-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.775084877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-auth","reconcileID":"a5051a4c-4c57-4583-bdec-0c188b7751d1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.795044774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-auth","reconcileID":"7be0cf6f-6743-4f76-9a7c-f6e7b3c31898","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.805420891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-auth","reconcileID":"a5051a4c-4c57-4583-bdec-0c188b7751d1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.81830292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-auth","reconcileID":"7be0cf6f-6743-4f76-9a7c-f6e7b3c31898","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.823330253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7914cc-5401-4951-bba1-acf2e4424b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.838557686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7914cc-5401-4951-bba1-acf2e4424b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.843381082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"b53bee3e-6a02-4b22-971e-9b1799ce56dd","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.852822256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7914cc-5401-4951-bba1-acf2e4424b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.868936127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7914cc-5401-4951-bba1-acf2e4424b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.0755815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"943f3d43-8c55-4e22-830d-e21ab16027df","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.091813349Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf","reconcileID":"9e3e74a2-8773-4893-8c7d-59645440d54d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscription":"e2e-degraded-healthy-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.149087427Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf","reconcileID":"9e3e74a2-8773-4893-8c7d-59645440d54d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.149121635Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf","reconcileID":"9e3e74a2-8773-4893-8c7d-59645440d54d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.149247891Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf","reconcileID":"9e3e74a2-8773-4893-8c7d-59645440d54d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-063b46/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.154667093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-auth","reconcileID":"40180996-aa0f-48a3-8ec0-a3fdce61cdb3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.182294963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-auth","reconcileID":"40180996-aa0f-48a3-8ec0-a3fdce61cdb3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.204360484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"2df99a07-014f-44af-84c2-05a8fd485cc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:41.261350168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-auth","reconcileID":"40180996-aa0f-48a3-8ec0-a3fdce61cdb3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-nomatch-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.325305879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"2aa185b9-0a2c-4b99-b392-bfc710fe5601","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.342576492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"445721f7-a251-4149-96c0-752ac4b4dec8","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.344230173Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-08e15d priority=0:[ai-tenant-e2e-worker-w0-08e15d/e2e-model-match-sub ai-tenant-e2e-worker-w0-08e15d/e2e-model-nomatch-sub]","namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.344358891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"66fd1750-7cb3-48fb-b16d-11e3456c5a8e","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.351398483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-auth","reconcileID":"6f3d9d20-0612-4eb0-9454-fbb2e9c6bf90","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.372610726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"290bbe19-203e-4094-bed8-9b539e284943","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.376689597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-auth","reconcileID":"6f3d9d20-0612-4eb0-9454-fbb2e9c6bf90","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.421010685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube-auth","reconcileID":"a2ca22e9-9a03-4497-8740-e8b4b53eefce","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.439712084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube-auth","reconcileID":"a2ca22e9-9a03-4497-8740-e8b4b53eefce","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.507825447Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-degraded-healthy-inf-auth","reconcileID":"61b1e01a-b244-45ec-b741-74fc88f2f68a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.508157357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"ecca3ab7-dbf4-4fe6-b805-e831e2d287bb","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.531436026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"82733c32-70fc-47e1-a5b6-a64a03d996a3","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.53150799Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-08e15d priority=0:[ai-tenant-e2e-worker-w0-08e15d/e2e-model-match-sub ai-tenant-e2e-worker-w0-08e15d/e2e-model-nomatch-sub]","namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.550718782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"a87394d8-ccce-4a34-9432-798bb9722335","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:41.567018005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube","reconcileID":"ca5cac2d-d696-4be8-bb03-711f1b571ef3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.619232544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"99da992a-2e57-48e5-8e92-69e3a57f9442","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.636729875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"1371ea1f-fb2c-4479-a392-57dccca16299","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.639212897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"a74a87d2-4deb-4ff3-8695-07cd99c924c4","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.711261422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube-auth","reconcileID":"8d2c5b17-145b-4db6-a919-f3edd56aef52","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.718884942Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube","reconcileID":"340e5f8f-8920-4461-a367-301e34fa412a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/e2e-degraded-models-kube","ai-tenant-e2e-worker-w1-e131af/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.718983826Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube","reconcileID":"340e5f8f-8920-4461-a367-301e34fa412a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e131af/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.730322077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube-auth","reconcileID":"8d2c5b17-145b-4db6-a919-f3edd56aef52","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.73516549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"fbf3a505-3939-44fb-891b-44af1adff741","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.789880511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"cbd3f42c-2b69-49e6-9347-9713b40bc024","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.903715072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"22d26798-32ea-4910-b044-e74168201be3","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.980854873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube","reconcileID":"ca173fda-b1e5-45ad-8e3a-44be3ec4e2bd","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.981043538Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube","reconcileID":"ca173fda-b1e5-45ad-8e3a-44be3ec4e2bd","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e131af/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:42.08971101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"cc07327f-cf74-43a4-9a61-a54cb7582932","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:42.219278778Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-sub","reconcileID":"1e841f4f-acf1-41b0-ba17-2a22c1a49fb9","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d8f68f16","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:42.275423266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-auth","reconcileID":"5ccc109c-d6b0-4686-9b72-ef41930c5431","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:42.312758108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-auth","reconcileID":"5ccc109c-d6b0-4686-9b72-ef41930c5431","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.086779717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"7643da1a-2730-4dfd-86a4-25fde46cc3c5","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:47.949807756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.013947305Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.014154984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"0bf20e3f-2fdc-4a3b-b27e-78cba959bda3","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.033238035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"5a5733ea-6a0a-4dd1-9b99-018bfcb7ddd0","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:48.047000763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-sub","reconcileID":"712b2b8c-ec57-4da9-b416-147984b7812d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.051412527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"761a6dd8-f140-4485-93d4-06126db364f2","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.085519198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"aadb7d3f-2f4b-4165-bd83-d93393e6c0a3","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.103732463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"6f84d8b1-324b-455a-a131-85b2c50b3760","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.164529249Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-sub","reconcileID":"71bb1c70-d886-4303-86aa-ba0d0f12c370","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-w4-063b46","model":"distinct-w4-063b46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-063b46/e2e-no-access-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.218534934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"a17b63da-4761-4d85-981d-2fc8d9eca5e5","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.226157136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"523cf0c6-a594-4417-89dd-d4d5cac4540a","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.244737755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"eec1bef0-06f4-433e-bed5-d68d4e4525b3","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.260948375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-sub","reconcileID":"e1552745-6276-4334-a21d-cdf16e33bbc3","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.299216968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-auth","reconcileID":"833400c0-0eb0-4a16-b716-c511b7a515db","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.318010758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-auth","reconcileID":"833400c0-0eb0-4a16-b716-c511b7a515db","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.402349425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"d56ff833-958f-4258-a859-465ea6c6b0b8","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.457219361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-auth","reconcileID":"4f009504-6b2e-4a87-bbf0-1d8f00766972","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.476157743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-auth","reconcileID":"4f009504-6b2e-4a87-bbf0-1d8f00766972","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:49.537630281Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-sub","reconcileID":"5063c27c-766a-496e-8e0a-d38935e82c24","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d","subscription":"e2e-model-match-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:49.552560561Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-sub","reconcileID":"5063c27c-766a-496e-8e0a-d38935e82c24","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:49.567624175Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-sub","reconcileID":"5063c27c-766a-496e-8e0a-d38935e82c24","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:49.719524573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"fb04ae79-515e-456c-9720-4d0a4a00c6a9","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:49.719568613Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:49.740449754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"12740cfc-d4b4-44a6-9680-4f52bff95ae5","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:49.809978227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-auth","reconcileID":"ee1f6fe3-552a-40dd-bcf6-acaae3264a9f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:49.828539786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-auth","reconcileID":"ee1f6fe3-552a-40dd-bcf6-acaae3264a9f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:49.931677494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"8268a81b-3280-4952-9319-a6c3ba63cba8","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:50.063866492Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-sub","reconcileID":"96fb394d-9ee7-4414-8b98-f3ab0bf8b41f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d8bd2175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:50.131802061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-auth","reconcileID":"73603635-87ff-43a8-ad0c-515ebab49fae","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:50.150536063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-auth","reconcileID":"73603635-87ff-43a8-ad0c-515ebab49fae","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:50.969366541Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-list-subs-refs-sub","reconcileID":"f3cb1553-e48a-44fc-85d0-8ee3858e4ff3","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscription":"e2e-list-subs-refs-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:51.061964868Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-list-subs-refs-sub","reconcileID":"f3cb1553-e48a-44fc-85d0-8ee3858e4ff3","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-17394a/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:51.138470402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"9e42ec81-96de-4340-9e99-7c3eb683b6c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:51.30430284Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:51.304876328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"3ae3e1e3-3353-40ea-a6bb-4a4587427c50","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.218195992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"f0a3d7e4-040b-438a-9ec1-2f7eed9c0cad","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.229979956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"f0a3d7e4-040b-438a-9ec1-2f7eed9c0cad","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.328364658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"4955e206-eccc-4965-b332-9a03b30b272d","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.391544711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"af87609d-c570-48dd-ba6c-c56152d170bf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.391573542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"af87609d-c570-48dd-ba6c-c56152d170bf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.409011931Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.437070433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-auth","reconcileID":"f9780fec-fc4d-4bee-81d8-38a6fda6325b","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.437472255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"84d54e00-44f3-4d02-a4b5-f53d15698f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.441111491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"df605267-cb82-44a3-9112-d453694bf744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.442320648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"f960862d-51ee-4f66-ba00-ec6013fc066c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.442394018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"f960862d-51ee-4f66-ba00-ec6013fc066c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:52.456052155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-sub","reconcileID":"cc0a040d-5ceb-4daf-a83c-bf6cd73a58c1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.482722585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"84d54e00-44f3-4d02-a4b5-f53d15698f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.490329897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-auth","reconcileID":"f9780fec-fc4d-4bee-81d8-38a6fda6325b","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.508076268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"df605267-cb82-44a3-9112-d453694bf744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.577888882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"9616c6e5-66ee-45ea-b78e-814a6884253e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.58187777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"9616c6e5-66ee-45ea-b78e-814a6884253e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.584991868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"41146d2c-3da9-4e2b-b37b-be048c145815","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.58786435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"41146d2c-3da9-4e2b-b37b-be048c145815","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.654155183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"a4682c89-0e60-41f0-92b2-34d03fcc17f4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.65418448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"a4682c89-0e60-41f0-92b2-34d03fcc17f4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.671186252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"4203838e-e5a0-4a9b-ac3c-087354c0be02","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.671289516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"4203838e-e5a0-4a9b-ac3c-087354c0be02","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.72200834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-auth","reconcileID":"8888bca2-5cb2-479b-a372-64dcbac31567","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.737157097Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-sub","reconcileID":"6916adaa-214d-4b72-bb8e-2d7eca683767","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-17394a/e2e-enrichment-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.744510239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-auth","reconcileID":"8888bca2-5cb2-479b-a372-64dcbac31567","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.935604345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"2cb48aa6-7f5f-451a-8e22-c80871ea20ac","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.935719993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"2cb48aa6-7f5f-451a-8e22-c80871ea20ac","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:52.987836071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-sub","reconcileID":"b3fd7578-c091-48a1-8534-5b48abbaf717","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:53.113748021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"845df091-5293-41ae-aba2-1b6810bd5155","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:53.159906838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"845df091-5293-41ae-aba2-1b6810bd5155","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:53.219380884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-auth","reconcileID":"f189f369-4622-422e-a80e-9ea3da1a6dcb","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:53.24716662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-auth","reconcileID":"f189f369-4622-422e-a80e-9ea3da1a6dcb","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:08:53.428233446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-auth","reconcileID":"f189f369-4622-422e-a80e-9ea3da1a6dcb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:53.519752541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-auth","reconcileID":"e3a30d44-5796-463b-9a50-34dc56ddd3b6","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:53.547555827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-auth","reconcileID":"e3a30d44-5796-463b-9a50-34dc56ddd3b6","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.14957428Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube","reconcileID":"a1c9bcf2-3ad8-49a0-8da3-908f4ee2b762","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscription":"e2e-degraded-models-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.217883935Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube","reconcileID":"a1c9bcf2-3ad8-49a0-8da3-908f4ee2b762","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.218001367Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube","reconcileID":"a1c9bcf2-3ad8-49a0-8da3-908f4ee2b762","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.218249526Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube","reconcileID":"a1c9bcf2-3ad8-49a0-8da3-908f4ee2b762","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e131af/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.292556109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"443b308d-857b-415b-8907-11bc3df0f76d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.472899719Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.481020735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"0d806073-61e7-4caf-af82-7bcf6aa20a31","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.502912588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"f3f6204e-15f2-434f-9a26-f3a605d7d7dc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.503023759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"f3f6204e-15f2-434f-9a26-f3a605d7d7dc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.544920274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-sub","reconcileID":"20caa69c-a331-49c6-8e29-ba6b01fb17d3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.598473166Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-auth","reconcileID":"63909e7e-0551-4fad-90cd-024712749ee4","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.59892621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"5f7c99a3-3fca-4961-97e7-0cf04f23cc70","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.614324317Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-degraded-models-kube-auth","reconcileID":"02183c42-a1d2-4d3b-b3c5-f0c20bb9a281","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.616892443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"633b17c2-cb90-4dbd-aab2-8bdba8780cd1","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.737965697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"3ae9a01e-43ae-4856-a52a-ed1979601e27","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.745992528Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","namespace":"ai-tenant-e2e-praxis-b-182195","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.746203181Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","namespace":"ai-tenant-e2e-praxis-b-182195","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.746350513Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","tenant":"e2e-praxis-b-182195","tenantID":"e2e-praxis-b-182195","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.765223888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"Deployment","name":"maas-api-e2e-praxis-b-182195","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.79240063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"Service","name":"maas-api-e2e-praxis-b-182195","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.812455906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-182195","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.834922648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-182195","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.837922276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"afe07cda-ab86-4104-aa36-fbec96c2ee20","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.85398332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.873981269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.890381337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"0b40e3ee-7ac7-40a7-8cc3-29e2660abad7","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.895151779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.91204762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.928983717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.958387421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.979084694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"Service","name":"payload-processing-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:54.999446072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.016662231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.030614007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.047028068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.064975579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.079106824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.092871816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.106596679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-182195","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.120631282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-182195"},"namespace":"ai-tenant-e2e-praxis-b-182195","name":"default-tenant","reconcileID":"354b8a50-63be-450f-81f9-b2ed7456dbe1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-182195","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.178319011Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-auth","reconcileID":"8b78e2ff-bd6f-4a8e-b35d-47c2c7d6e8ff","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.179628692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"8d250484-ef55-4975-aba1-8034f6060b78","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.17972667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"8d250484-ef55-4975-aba1-8034f6060b78","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.366868339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-sub","reconcileID":"bd166cc0-f82d-474f-a7e9-92a14049464e","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.368433041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"35bed5d9-8b2a-43a9-af50-d0223d728882","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.39171309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"0c87d7e2-cbb7-46f5-8395-55e8110d86d1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.39174041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"0c87d7e2-cbb7-46f5-8395-55e8110d86d1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.462163865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-sub","reconcileID":"4bb4387c-b20c-4d75-9fb8-135898a90e6d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.505976237Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-182195","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-182195","reconcileID":"934e7271-72bf-4e3e-9496-d4c835f3c2ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-182195","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-182195"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.542716507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"6946afc3-b3d1-461e-a1e1-08cadee473d3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.542737479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"6946afc3-b3d1-461e-a1e1-08cadee473d3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.039851578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a88550-8ee6-4477-ab0c-16c33f94ab58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.055890405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a88550-8ee6-4477-ab0c-16c33f94ab58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.077030826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a88550-8ee6-4477-ab0c-16c33f94ab58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.092413261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a88550-8ee6-4477-ab0c-16c33f94ab58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.736744479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53b2722-ecde-4f5f-8557-5e09f8892c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.7507002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53b2722-ecde-4f5f-8557-5e09f8892c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.764648834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53b2722-ecde-4f5f-8557-5e09f8892c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.778759899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53b2722-ecde-4f5f-8557-5e09f8892c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.515987413Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-sub","reconcileID":"9e2e3ec5-0b73-4b60-bb90-cb63f482edba","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d","subscription":"e2e-model-nomatch-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.53136394Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-sub","reconcileID":"9e2e3ec5-0b73-4b60-bb90-cb63f482edba","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.549856131Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-sub","reconcileID":"9e2e3ec5-0b73-4b60-bb90-cb63f482edba","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.637295798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"12ac78e3-a376-468c-88d9-aa2360dc0222","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.637336428Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.724979781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-auth","reconcileID":"7f4b469d-579c-4efb-952b-6e7b6a41906e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.744086812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-auth","reconcileID":"7f4b469d-579c-4efb-952b-6e7b6a41906e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.792126941Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-match-auth","reconcileID":"f5f724d5-2162-4f60-bacd-a0295aaa900a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.792199133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"88022e5e-41ed-4de6-baf5-4c70d2972c2d","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.905188444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"f828891e-5b77-4055-a39a-b55ac5eb0f84","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:58.079134652Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"e2e-model-nomatch-auth","reconcileID":"414601a0-3032-4349-b60e-bb52f83fe446","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:58.079214966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"aed0649c-22bc-4c9a-a7b1-e529d41b4b15","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:58.12912109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"dbf322ed-2a33-4540-bfec-7cd6073f06a2","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:59.605947284Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-sub","reconcileID":"57be60a7-a4d3-4777-808c-ffa2c7afa299","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","subscription":"e2e-no-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:59.620207792Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-sub","reconcileID":"57be60a7-a4d3-4777-808c-ffa2c7afa299","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:59.634728179Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"e2e-no-access-sub","reconcileID":"57be60a7-a4d3-4777-808c-ffa2c7afa299","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:59.787517463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"c8020eb9-06d8-4096-a2de-1377dfaf36fb","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:08:59.787582164Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.398620036Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.399394862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"10f580f4-d266-4a2d-b89f-f0ec622032a5","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.39974117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"1c3a70c0-81ab-4682-92ff-dccfd004f6f8","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:09:00.464322563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-sub","reconcileID":"1523f83c-7cbc-4f52-84e4-0c57e1de8817","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.46472337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"66715d5d-e43e-4023-b3ce-efc23b99e254","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.465614496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"88d9a4c9-8d04-4552-bb60-2c8e437ea371","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.505606039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"3d9125f8-d16a-49be-992e-4b8556457649","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.505972059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"35b1cc1a-cc53-422c-aaa8-d7f9495a1e3c","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.525366375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"93aa647b-a32b-4d22-bfd9-5ba2fd543666","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.525652645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"03e9d2e7-b1c8-45d1-9ed0-d2500551a529","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.607190014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"9b03a52e-932d-4eaa-96d2-f0126607df6b","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.625845446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"81c0f2ed-c511-45a2-b355-9632b0e4ddea","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.628730123Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-sub","reconcileID":"6d13b85b-9efc-4a03-beeb-a97e7f6086d4","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/e2e-partial-access-sub","ai-tenant-e2e-worker-w1-e131af/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.667107627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-auth","reconcileID":"a6632eb0-2a32-442b-8f32-927036202c5b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.684993252Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-sub","reconcileID":"6d13b85b-9efc-4a03-beeb-a97e7f6086d4","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-distinct-w1-e131af","model":"distinct-w1-e131af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/e2e-partial-access-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.68594606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-auth","reconcileID":"a6632eb0-2a32-442b-8f32-927036202c5b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.711473594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"be743e7e-35f6-4042-9857-c7ad251af8ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.753999379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"7b19b040-7bec-4402-8487-5f309a5cb8fe","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.754311864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"bab1b7f8-c1df-4a74-be5d-4d30bbcf2c24","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.763998247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"298975e5-2cd1-427f-a931-ae761c4c9872","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.817126165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-auth","reconcileID":"cd15efe4-dcca-4b36-9067-41a1a9bf8599","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.818315309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-sub","reconcileID":"b06e30eb-a666-4772-bdb1-c1f00241563f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.865719515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-sub","reconcileID":"b06e30eb-a666-4772-bdb1-c1f00241563f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-distinct-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.867114195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-auth","reconcileID":"cd15efe4-dcca-4b36-9067-41a1a9bf8599","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:03.706123888Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-auth","reconcileID":"a7d625d0-f1a9-4958-bd3d-2e635039f660","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:03.70712567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"b06827e5-59ce-44e2-8bf3-63b17dd01782","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:03.844705895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"8db3e561-0a5c-4cc6-a36d-70343e747d3e","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:03.996307834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"24a9cd22-21dc-4a19-996c-972a7329ecf1","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:03.996815116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"4138ce68-56c7-4ffa-83a1-26c8855c1bfc","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.465223168Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.473508125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"ea71cd48-6568-4823-ac81-db228c027305","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.500524499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"221930d4-36b1-49f2-8d91-a9c108c9c8b8","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:09:04.512467444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-ordering-sub","reconcileID":"e5d38370-6151-406f-b282-290f45ed3f75","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.611884234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"3b4e3ed4-d88f-4b33-a490-e6cf743f5c1b","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.630633075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"eb9db886-d153-4064-b722-c3fb0ff26d0c","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.708668387Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-ordering-sub","reconcileID":"6ab6ee78-ddf6-4a8b-9b2e-ac8db99f337c","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-575d59/e2e-ordering-sub","ai-tenant-e2e-worker-w2-575d59/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.792802866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"5a937aca-23fb-40a3-b3d3-2325caa01ac4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.799578487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"84299426-8d6a-4c52-89c0-f6eebc266cb5","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.870284419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-ordering-sub","reconcileID":"5d34ee74-60c4-4437-a043-cc44c31d2d9d","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.896547547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722e8e12-0dfd-4959-a60e-eb5a32cf4e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.913570611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722e8e12-0dfd-4959-a60e-eb5a32cf4e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.934801189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722e8e12-0dfd-4959-a60e-eb5a32cf4e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:04.955623162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722e8e12-0dfd-4959-a60e-eb5a32cf4e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.607511884Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-sub","reconcileID":"f7feee59-1f15-4845-ba29-13b2191118bb","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.622060543Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-sub","reconcileID":"f7feee59-1f15-4845-ba29-13b2191118bb","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.636568263Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"e2e-enrichment-sub","reconcileID":"f7feee59-1f15-4845-ba29-13b2191118bb","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.642797883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d186b71-ce5c-47dd-a23c-ce7f33a60806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.657096921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d186b71-ce5c-47dd-a23c-ce7f33a60806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.671240064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d186b71-ce5c-47dd-a23c-ce7f33a60806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.685587179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d186b71-ce5c-47dd-a23c-ce7f33a60806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.706815162Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-af237d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-af237d","reconcileID":"63905f96-c44d-49e7-966a-f57a4e8d619a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-af237d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-af237d":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.740815899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"79abc125-c3a7-4380-b5a1-420935df4785","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"tenant":"e2e-worker-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.740832937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"e2e-enrichment-model-ref","reconcileID":"79abc125-c3a7-4380-b5a1-420935df4785","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.749418639Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.771424233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"ab7eb260-4a63-4985-9570-d9ea9e0cc0d6","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.884500404Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-4504f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-4504f1","reconcileID":"90094d73-0cd0-437d-8a8d-f7578b07497c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-4504f1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-4504f1":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.960964362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"c3509038-84e7-4dea-b45b-3453241f0ac6","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:06.348779472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ed0a52-49bc-4cf4-8964-6c7e9dfd7b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:06.362634388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ed0a52-49bc-4cf4-8964-6c7e9dfd7b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:06.376730363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ed0a52-49bc-4cf4-8964-6c7e9dfd7b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:06.390658783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ed0a52-49bc-4cf4-8964-6c7e9dfd7b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.434152825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"e8f26ce1-af74-4cd1-bc65-b6b972aaf9de","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:09:07.44135757Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-af237d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-af237d","reconcileID":"3097f371-96ca-481c-98f7-fff6506943dc","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-a-w4-af237d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.453200445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"ca8313d7-7243-4787-81b2-81b94847abde","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.494160859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-ordering-auth","reconcileID":"98bef2ef-1b21-42bc-85d0-39271a59de14","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.514089499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-ordering-auth","reconcileID":"98bef2ef-1b21-42bc-85d0-39271a59de14","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.681570977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"bb9c4927-cd6c-48d3-8834-5130df8988b1","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.220877864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"a8149e7d-d58a-4264-a6cf-3d76912b968e","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.922027644Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-sub","reconcileID":"583ce942-7222-4a9a-bfb9-df31b012cfe6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscription":"e2e-partial-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.973668248Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-sub","reconcileID":"583ce942-7222-4a9a-bfb9-df31b012cfe6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e131af/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.973703052Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-sub","reconcileID":"583ce942-7222-4a9a-bfb9-df31b012cfe6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af","subscription":"e2e-partial-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.990910212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20902d3-738a-4a49-839a-f76325205ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.021565545Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-sub","reconcileID":"583ce942-7222-4a9a-bfb9-df31b012cfe6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.055166865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20902d3-738a-4a49-839a-f76325205ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.087417234Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"e2e-partial-access-sub","reconcileID":"583ce942-7222-4a9a-bfb9-df31b012cfe6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.096345315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20902d3-738a-4a49-839a-f76325205ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.117321079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20902d3-738a-4a49-839a-f76325205ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.151266084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"9ae63134-060f-4dc5-b6f2-40f3076a7afe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.231629086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"0a793f7b-f805-4481-b3d4-71c6bbf4b2c9","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.231700549Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.232036166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"f7d91f14-24d6-44c5-9ffb-49fb8bc25ec4","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.731132114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ada913-6bee-4a82-901a-19bf500ae84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.745594031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ada913-6bee-4a82-901a-19bf500ae84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.760034835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ada913-6bee-4a82-901a-19bf500ae84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.77459353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ada913-6bee-4a82-901a-19bf500ae84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.81609832Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-32717a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-32717a","reconcileID":"8f5df649-61d4-4eb7-a4cf-424763b6eff1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-32717a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-32717a":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.534651583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe86cfa-fd62-4b80-82f8-0009097fa926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.548681655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe86cfa-fd62-4b80-82f8-0009097fa926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.56253588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe86cfa-fd62-4b80-82f8-0009097fa926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.57663504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe86cfa-fd62-4b80-82f8-0009097fa926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.398416863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8e6dfb-490f-4a82-aa32-50e5ac9ea2bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.445555115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8e6dfb-490f-4a82-aa32-50e5ac9ea2bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.471996008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8e6dfb-490f-4a82-aa32-50e5ac9ea2bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.493054706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8e6dfb-490f-4a82-aa32-50e5ac9ea2bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:09:13.747466846Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-32717a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-32717a","reconcileID":"b6b91c31-98ee-4335-94b3-49d2e6cb9728","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-a-w3-32717a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.267032806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99239513-52b0-4d0a-afd6-e4d1bb881f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.314367494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99239513-52b0-4d0a-afd6-e4d1bb881f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.358075932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99239513-52b0-4d0a-afd6-e4d1bb881f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.373483478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99239513-52b0-4d0a-afd6-e4d1bb881f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.998850742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc1342c-b9da-48b7-8eef-1f5ac082835e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.013393115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc1342c-b9da-48b7-8eef-1f5ac082835e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.064273408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc1342c-b9da-48b7-8eef-1f5ac082835e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.08082928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc1342c-b9da-48b7-8eef-1f5ac082835e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.269737344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"968ffaf9-0947-4d90-bd65-8cf8fb23a2ad","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.694201731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3524b416-b6fb-489a-a3e7-c2d8faca66b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.709328754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3524b416-b6fb-489a-a3e7-c2d8faca66b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.724645224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3524b416-b6fb-489a-a3e7-c2d8faca66b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.739205135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3524b416-b6fb-489a-a3e7-c2d8faca66b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.393805516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5461fa7-675e-4287-b3f3-5f5a5690f065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.407734564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5461fa7-675e-4287-b3f3-5f5a5690f065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.42151182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5461fa7-675e-4287-b3f3-5f5a5690f065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.43540751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5461fa7-675e-4287-b3f3-5f5a5690f065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.887183725Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-a9ced3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-a9ced3","reconcileID":"5ee85f6c-c773-4cc4-ab76-e2595b245a36","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-a9ced3","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-a9ced3":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:17.039872587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90482bcd-55cd-4ff8-8d1b-54c521ed07d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:17.053859099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90482bcd-55cd-4ff8-8d1b-54c521ed07d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:17.068180683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90482bcd-55cd-4ff8-8d1b-54c521ed07d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:17.082060255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90482bcd-55cd-4ff8-8d1b-54c521ed07d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:17.676578755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f642d0-1c35-4b9f-bbb1-bd34672d1ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:17.69118095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f642d0-1c35-4b9f-bbb1-bd34672d1ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:17.705450861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f642d0-1c35-4b9f-bbb1-bd34672d1ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:17.719548608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f642d0-1c35-4b9f-bbb1-bd34672d1ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:17.949306846Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:18.328254021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351cee2b-e2b6-451c-a9a7-4ebde28d605c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:18.342469948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351cee2b-e2b6-451c-a9a7-4ebde28d605c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:18.356615203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351cee2b-e2b6-451c-a9a7-4ebde28d605c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:18.370847435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351cee2b-e2b6-451c-a9a7-4ebde28d605c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:19.403234464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2692a140-a3a8-4bbb-938f-0f08ffcfb40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:19.417372974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2692a140-a3a8-4bbb-938f-0f08ffcfb40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:19.43130479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2692a140-a3a8-4bbb-938f-0f08ffcfb40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:19.445331012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2692a140-a3a8-4bbb-938f-0f08ffcfb40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.074302628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86921e07-28fa-44da-a2d5-f9647a502fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.107275452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86921e07-28fa-44da-a2d5-f9647a502fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.132508847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86921e07-28fa-44da-a2d5-f9647a502fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.150468459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86921e07-28fa-44da-a2d5-f9647a502fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.30883737Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-ordering-sub","reconcileID":"289e3889-de83-419b-bf45-b4d308faaaa5","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscription":"e2e-ordering-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.359133411Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-ordering-sub","reconcileID":"289e3889-de83-419b-bf45-b4d308faaaa5","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-575d59/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.402411963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"d24be777-525a-4ce0-876b-c35dc1a71804","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.426003945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"712db779-2d33-49c9-99a7-8b9860bf0803","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.432468868Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.572962022Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"e2e-ordering-auth","reconcileID":"a901e36d-8fad-4115-aa40-92c15d1e26b3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.573000378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"6fd12932-53c5-4a3a-917a-57feabc1465e","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.705839339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"dabc8f14-cfac-497e-8570-8e562be7ad07","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.712689008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1111897-45b1-422b-b513-69002f2714e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.727040435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1111897-45b1-422b-b513-69002f2714e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.741101258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1111897-45b1-422b-b513-69002f2714e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:20.754869377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1111897-45b1-422b-b513-69002f2714e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:22.768716164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"7d1f4da8-109b-4eaf-8d32-834f39ad9149","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:22.811066913Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"7d1f4da8-109b-4eaf-8d32-834f39ad9149","name":"e2e-shared-a-w4-af237d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.653444436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"78864836-45e4-4c9b-8abc-4f272117959d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","tenantID":"e2e-shared-a-w0-4504f1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.706866321Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"78864836-45e4-4c9b-8abc-4f272117959d","name":"e2e-shared-a-w0-4504f1-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:26.578623201Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-b0c3c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-b0c3c3","reconcileID":"bfe58354-9d51-49d1-9977-a8663e0d1f75","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-b0c3c3","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-b0c3c3":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:26.662669888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c1a3a5-785b-4a28-b1e0-bcd46a48c597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:26.694668805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c1a3a5-785b-4a28-b1e0-bcd46a48c597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:26.729326501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c1a3a5-785b-4a28-b1e0-bcd46a48c597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:26.747300296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c1a3a5-785b-4a28-b1e0-bcd46a48c597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:27.910705287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"8141eaa3-4de4-4f05-b5a4-58c9e4d5c003","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:27.953506079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"55c53f3e-34cf-4684-9232-21cb7135a802","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:28.375838693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa21c026-562c-4f0a-9d2c-36b1beaebc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:28.393092128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa21c026-562c-4f0a-9d2c-36b1beaebc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:28.411021384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa21c026-562c-4f0a-9d2c-36b1beaebc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:28.427993165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa21c026-562c-4f0a-9d2c-36b1beaebc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:28.845486809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"c4b22f90-7cc6-4478-b16a-f6ddfaaf368c","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:29.388243582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f52a88a-eb13-4c3b-8407-269dbcf6b0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:29.40644618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f52a88a-eb13-4c3b-8407-269dbcf6b0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:29.428805551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f52a88a-eb13-4c3b-8407-269dbcf6b0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:29.444790016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f52a88a-eb13-4c3b-8407-269dbcf6b0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:29.729138321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"5ccf2b13-57fb-428c-b824-a0703c5c7167","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:30.494112621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d31f9f4-c8f0-4d5c-a15f-b2b3a4c77397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:30.523343674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d31f9f4-c8f0-4d5c-a15f-b2b3a4c77397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:30.544031541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d31f9f4-c8f0-4d5c-a15f-b2b3a4c77397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:30.560406558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d31f9f4-c8f0-4d5c-a15f-b2b3a4c77397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:34.572943271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"e1788f42-d9a9-49bc-9105-62b898c00f8b","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:35.969141786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"9dfc05c0-e80e-46c0-9ae0-98991f2f85bd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-32717a","tenantID":"e2e-shared-a-w3-32717a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:36.029689876Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"9dfc05c0-e80e-46c0-9ae0-98991f2f85bd","name":"e2e-shared-a-w3-32717a-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:37.468194289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"2e1d5084-d4d4-4b64-ade1-e3b45f260a14","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:38.00861375Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-subscription","reconcileID":"8fadbe13-717d-4171-b7ac-1cebef552eb1","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscription":"e2e-test-group-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:38.112732189Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-subscription","reconcileID":"8fadbe13-717d-4171-b7ac-1cebef552eb1","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:38.168844621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"3d459529-9040-4e78-a2a4-d66d23b088bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:38.214111532Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:38.216111674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"d5826ba6-275e-467e-9771-5a2551380aa1","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:38.366474583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"9caaa7ce-92b9-4f6d-a816-7cd510dc701e","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:38.367142663Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-auth","reconcileID":"ea27f4cb-de6e-4646-9fd2-3821ead508c0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:38.539580371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"c62f9112-151e-4f0e-aff6-6117cf1dedf9","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.422841888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"ba51a7e2-a34e-4bf3-9bca-b072c0765266","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.43962065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"faea0121-9579-49f9-ad48-aeda2dbafc17","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.480615755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-no-auth","reconcileID":"f1bfe7d7-4d7a-49bc-a4a2-3212567cef1a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.49972173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-no-auth","reconcileID":"f1bfe7d7-4d7a-49bc-a4a2-3212567cef1a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.578119545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"983a1c40-6a8f-4886-95e3-b3791b320d06","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.618913559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-no-auth","reconcileID":"98936a58-45c3-4197-a1e4-a0f2cfe5df02","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.629951776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"3738663e-cd21-44e4-a191-19090b98e951","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.630526056Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.637430752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-no-auth","reconcileID":"98936a58-45c3-4197-a1e4-a0f2cfe5df02","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.647601191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"b25471e7-1fa7-4139-907e-a6968ed74f87","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:09:39.663089158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-sub-only","reconcileID":"3479b2ea-d020-40f0-bb58-a92461ebb0f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.667934716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"6fc87f7b-4fc2-4aa7-bccd-4704d7d9639e","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.701357459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"c374f055-ae51-4852-8d7d-620158a1f426","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.720837373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"096e6639-1928-4e0f-bf43-f2db5734aa8d","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.785249363Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-sub-only","reconcileID":"13a8600e-b502-4d0b-9fb9-61cb2cef7ac4","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/e2e-test-group-sub-only","ai-tenant-e2e-worker-w6-31226c/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.841410331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"3cb0b309-6ba8-4f00-ad33-358f8a188624","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.864450758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"2f1fe593-cc05-47d2-8953-52c78e7dbb13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:39.965344134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-sub-only","reconcileID":"df5fe5fc-ddd0-44ac-9bf2-69d22e392ead","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:40.415546937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"e8c141bb-c257-4d15-bf2f-c1310583adeb","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:43.497676116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"eaec49ab-f389-482e-b7e4-096e49f1a16e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-a9ced3","tenantID":"e2e-autores-a9ced3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:43.538721801Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"eaec49ab-f389-482e-b7e4-096e49f1a16e","name":"e2e-autores-a9ced3-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:47.951406679Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:49.364209949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34aa84da-9624-4ee2-bbf6-14844164f4ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:49.378287173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34aa84da-9624-4ee2-bbf6-14844164f4ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:49.392287775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34aa84da-9624-4ee2-bbf6-14844164f4ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:49.406413536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34aa84da-9624-4ee2-bbf6-14844164f4ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:50.007696037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b3f00f-8699-4349-81c1-bb85f2e2e6af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:50.021805077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b3f00f-8699-4349-81c1-bb85f2e2e6af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:50.03584723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b3f00f-8699-4349-81c1-bb85f2e2e6af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:50.04993813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b3f00f-8699-4349-81c1-bb85f2e2e6af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:50.465899064Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-sub-only","reconcileID":"c4e2fa69-d26d-449f-b3e1-f8031035e998","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscription":"e2e-test-group-sub-only","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:50.515313063Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-sub-only","reconcileID":"c4e2fa69-d26d-449f-b3e1-f8031035e998","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-31226c/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:50.559755557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"1f2405bf-9f47-4f26-904a-14d895aae664","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:50.846865888Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b2921b priority=0:[ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-free ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:50.879630454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"d3ae9e6a-3388-4c6f-bbe6-437d69f35024","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:50.986085356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"539b1647-8180-4612-b313-2122a0a6d329","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:50.996149508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"e2e-test-group-no-auth","reconcileID":"81cb688e-cc00-4401-9ccf-f2d0e1c1f92e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:51.144970865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"1d82946b-022b-49c7-b66d-bb9c1c3b1c67","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:51.334526946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56411190-1cf6-4a07-a471-46b35a5c3b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:51.348972163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56411190-1cf6-4a07-a471-46b35a5c3b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:51.363371076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56411190-1cf6-4a07-a471-46b35a5c3b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:51.377674777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56411190-1cf6-4a07-a471-46b35a5c3b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:52.020365369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de585aee-250d-4e56-aae1-f86f81dc34f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:52.035313087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de585aee-250d-4e56-aae1-f86f81dc34f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:52.049950474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de585aee-250d-4e56-aae1-f86f81dc34f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:52.064174994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de585aee-250d-4e56-aae1-f86f81dc34f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:52.939804744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"3eef4368-6448-4ba3-be8b-2dfefa8e99b9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:53.177936757Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"3eef4368-6448-4ba3-be8b-2dfefa8e99b9","name":"e2e-shared-a-w2-b0c3c3-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:53.230476496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abdee9b-e112-4fbf-a7ae-150d735a54f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:53.247964436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abdee9b-e112-4fbf-a7ae-150d735a54f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:53.276651287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abdee9b-e112-4fbf-a7ae-150d735a54f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:53.307519921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abdee9b-e112-4fbf-a7ae-150d735a54f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:55.914227032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0489d387-c804-4d46-9d4f-b99503723a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:55.928706825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0489d387-c804-4d46-9d4f-b99503723a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:55.946408988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0489d387-c804-4d46-9d4f-b99503723a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:56.021430684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0489d387-c804-4d46-9d4f-b99503723a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:56.640656516Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-65e2d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-65e2d3","reconcileID":"6bf7e855-9034-4857-9a34-0ec822d1c201","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-65e2d3","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-65e2d3":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:56.824689366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95251c1e-b533-4f2a-89c8-1a32156999d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:56.838944992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95251c1e-b533-4f2a-89c8-1a32156999d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:56.852980112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95251c1e-b533-4f2a-89c8-1a32156999d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:56.872102466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95251c1e-b533-4f2a-89c8-1a32156999d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:57.547436755Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-67363b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-67363b","reconcileID":"4f8bf77e-987a-485b-8509-d45063adadf8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-67363b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-67363b":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:57.620669401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7aeee85-229b-491d-88b7-b2d7f619eeac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:57.638999574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7aeee85-229b-491d-88b7-b2d7f619eeac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:57.653002332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7aeee85-229b-491d-88b7-b2d7f619eeac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:57.673551783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7aeee85-229b-491d-88b7-b2d7f619eeac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:58.585118194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abeb03e4-2937-46f6-a94f-d637903252e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:58.601150852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abeb03e4-2937-46f6-a94f-d637903252e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:58.624681756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abeb03e4-2937-46f6-a94f-d637903252e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:58.641088855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abeb03e4-2937-46f6-a94f-d637903252e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:09:59.494049158Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-67363b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-67363b","reconcileID":"e2cf0d19-a77d-4f67-994a-a70b7a2e8e93","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-b-w0-67363b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:59.559099056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8298bd7b-4139-4598-8c98-e090e7fab7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:59.574921848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8298bd7b-4139-4598-8c98-e090e7fab7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:59.602285441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8298bd7b-4139-4598-8c98-e090e7fab7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:09:59.674213845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8298bd7b-4139-4598-8c98-e090e7fab7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:01.463239504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a248256b-e89e-48a9-a0cb-6d352a4af4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:01.561412215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a248256b-e89e-48a9-a0cb-6d352a4af4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:01.629423798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a248256b-e89e-48a9-a0cb-6d352a4af4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:01.680250673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a248256b-e89e-48a9-a0cb-6d352a4af4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:04.917265787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"887a9a1e-0ca4-40c2-8bf4-1e796dd4f6d5","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:05.736093643Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w6-3e5b21","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w6-3e5b21","reconcileID":"e99e0867-c3f7-4790-822e-4ea1bdb402c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w6-3e5b21","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w6-3e5b21":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:05.923365246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d15240-97a4-449f-9432-a3a74f8b9d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:05.950229217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d15240-97a4-449f-9432-a3a74f8b9d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:06.00824192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d15240-97a4-449f-9432-a3a74f8b9d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:06.119033848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d15240-97a4-449f-9432-a3a74f8b9d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:06.184217409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"59dc4994-87b0-4b98-8850-8b3ce81dc095","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:06.543650181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"b683cca1-6c8c-4bea-b631-1bd2b1d578b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:06.571841366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"955daae6-ca1c-458c-ae8c-e648b6832327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:06.633988407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"955daae6-ca1c-458c-ae8c-e648b6832327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:06.75107886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"324e5364-1d88-47a3-affb-8addd1a4cb46","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:06.764411406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"550986ea-d764-4741-90c9-48e6ce367b71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:07.388757141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"9a088563-1405-47d8-8f3a-4cbaa96021b0","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:07.575564962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"aea06323-07f4-4adb-a51e-a10f7f292f8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:07.605831001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"7c048fb0-67df-4c86-83b9-20efa7ebf681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:07.70491984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"7c048fb0-67df-4c86-83b9-20efa7ebf681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:07.79633706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"3b69d90c-a9ca-485b-9476-d55ee95b5e40","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:07.918578517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"b5095217-a308-4386-acd3-46a148e4fd09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:07.936664255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab77681-356e-4e50-8385-ba1cf9f56a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:08.163573454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab77681-356e-4e50-8385-ba1cf9f56a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:08.23304356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab77681-356e-4e50-8385-ba1cf9f56a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:08.324024695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab77681-356e-4e50-8385-ba1cf9f56a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:08.434536587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"da350588-23b5-408d-a2b4-b7be9f45f368","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:08.561907265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"031e0f41-efa2-4743-ba24-3e451a7639d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:08.598400163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"8f4ecc13-cfc8-4828-a83d-e52326ebf30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:08.659691793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"8f4ecc13-cfc8-4828-a83d-e52326ebf30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:08.720513651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"85ba4355-83f2-431e-aff8-4ed176ac5449","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:08.813707039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"161cf7d4-f4e3-4432-a86f-dfe719936d43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:09.280796689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"1e692887-e011-4830-a29d-024ed7f89ebf","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:09.356208737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"46e66ca1-d31f-4c1f-ae63-5aff7015ee2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:09.512148722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"f318fcee-e18c-4e1b-9d27-88aa6fe13699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:09.573792806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"4b0221c4-e27e-4bc7-8f2f-6d5a2e2f29c8","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:09.579967641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"f318fcee-e18c-4e1b-9d27-88aa6fe13699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:09.775446219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"f485a4de-645b-4226-b08b-a8cfd42f3972","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:10.139814423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"5821548f-8a4b-4325-8c11-88f9f810c9aa","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:10.296487553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"29ffad52-413a-4a8e-8c96-b9ce0fdd2c7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:10.312313399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"6a26d541-dfe7-4218-b987-17dc1898a151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:10.338914145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"6a26d541-dfe7-4218-b987-17dc1898a151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:10.361393324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"7d550ab3-d9bc-47fb-999a-d5b559b20e30","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:10.429787994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"9c5b38bc-3cad-43c7-8855-1c7fd589d4b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:10.937881649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"88ce6ffc-65b6-4767-ab3d-e3f2d76a71d5","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:11.068191965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"0c68c4f3-3ce6-4c13-8aae-776ceee675c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:11.074119773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"dae4c1f6-f4c1-4412-84b6-31adfd7b7411","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:11.136247162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"0c68c4f3-3ce6-4c13-8aae-776ceee675c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:11.245414309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"f5ac52e6-ac01-4e1e-8413-6653f157e3b0","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:11.357116804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"9e48199c-b91e-4c45-8632-c41a83a1aeef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:11.660071003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"1f94cade-157e-4b33-84e3-cc2876160ca0","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:12.408623485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f26d2d36-d4d5-4a3c-a82a-dacb260c44ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:12.408725006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f26d2d36-d4d5-4a3c-a82a-dacb260c44ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:12.458869158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"111f029f-517a-4adb-9b27-3cf4cce27a1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:12.531267933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc607661-d7e6-4058-953a-ffa3128d4142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:12.55289728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc607661-d7e6-4058-953a-ffa3128d4142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:12.556036902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ddaa0968-3b56-4bee-8366-49b2f5201622","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:12.556125038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ddaa0968-3b56-4bee-8366-49b2f5201622","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:12.602421741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9b2b5a7c-4346-4c2b-b4e7-7b9ba83c1d27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:13.158890014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"810e00d1-74f9-4148-9af1-1d02669815fc","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:15.809980526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefc2f15-425c-4f04-808f-1c0e977cbb0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:15.824739074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefc2f15-425c-4f04-808f-1c0e977cbb0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:15.839097131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefc2f15-425c-4f04-808f-1c0e977cbb0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:15.853907158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefc2f15-425c-4f04-808f-1c0e977cbb0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:16.08204985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"f3cf7517-b715-437b-b098-911cd493b2a0","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:16.495985904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eb5071-98bc-4727-ab54-85f860bc6a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:16.515726163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eb5071-98bc-4727-ab54-85f860bc6a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:16.531078265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eb5071-98bc-4727-ab54-85f860bc6a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:16.545935551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eb5071-98bc-4727-ab54-85f860bc6a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:16.645306552Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-755453","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-755453","reconcileID":"39839191-45d3-4ac3-8115-34cf474b9050","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-755453","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-755453":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:17.654837173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1bc4d2-b1fb-4bf6-a38f-2b4c88312f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:17.711958307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1bc4d2-b1fb-4bf6-a38f-2b4c88312f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:17.729606792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1bc4d2-b1fb-4bf6-a38f-2b4c88312f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:17.765262197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1bc4d2-b1fb-4bf6-a38f-2b4c88312f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:17.98609808Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:10:18.496996636Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-755453","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-755453","reconcileID":"cc84311f-c795-46a3-ab92-4704d9bc3011","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-b-w3-755453\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:18.594307468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142b3253-70da-472b-ac22-bdc597627584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:18.608710818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142b3253-70da-472b-ac22-bdc597627584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:18.626598751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142b3253-70da-472b-ac22-bdc597627584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:18.640337852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142b3253-70da-472b-ac22-bdc597627584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:19.425641308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee320cc-22e3-4dc6-8417-2f5daddc1424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:19.441557146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee320cc-22e3-4dc6-8417-2f5daddc1424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:19.456426196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee320cc-22e3-4dc6-8417-2f5daddc1424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:19.474132518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee320cc-22e3-4dc6-8417-2f5daddc1424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:20.600911568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b4729c-e15b-41b4-ab57-060b150c4db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:20.684352082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b4729c-e15b-41b4-ab57-060b150c4db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:20.738812065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b4729c-e15b-41b4-ab57-060b150c4db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:20.789684749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b4729c-e15b-41b4-ab57-060b150c4db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:21.748519414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"a2787f64-0d6e-488a-b199-a95e51119060","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:21.798818301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"6ad6dd96-d9f3-4e9e-9db7-028d66cbeb29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:21.812093945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"b6129213-3d5e-409d-bae2-83b247bc6897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:21.832710884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"b6129213-3d5e-409d-bae2-83b247bc6897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:21.855040611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"261c7bc7-8ff9-4adc-af0a-2b7e4f67cd9a","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:21.904525816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"dbdc8322-cfa2-4fba-b164-b9aff1df8317","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:22.546512459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"6a139f6f-a703-4b85-aef6-ed59c4280360","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:22.616740104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"bfd35cc3-38a7-4a0f-8af2-fe21f74a6e93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:22.647119804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"5bebab27-4bc4-4755-a76d-0e5c49abe7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:22.692043131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"5bebab27-4bc4-4755-a76d-0e5c49abe7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:22.732215938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"33e2af39-f138-4ad6-b0f9-8d49f64c15a7","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:22.776367038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"94ecb17b-6400-4726-82ad-91cdda3a1ba9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:23.309330832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"2b8ef970-7479-4ee6-b0c0-2cd14f0b3958","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:23.35127345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"52fddd0a-8e6d-4662-bd1b-a16eeac38dfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:23.372947918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"3d53ec86-1aba-433f-9642-dd3d90fc0c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:23.393867331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"3d53ec86-1aba-433f-9642-dd3d90fc0c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:23.416260111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"4c654cf7-73c8-4384-a8d4-c664d8bec9a7","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:23.458638298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"cad843b4-a0e2-4485-8bbb-fb5e8d5a9cbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.085341558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"a9e93e10-1001-4304-973e-55293cad6b34","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.131051193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"cb64d599-1bab-4473-a8bc-cf2f9985b8cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.154317721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"04b1a6b5-0419-44d7-8b5e-1efb3d13ead8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.182849083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"04b1a6b5-0419-44d7-8b5e-1efb3d13ead8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.200840635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"66d4bc0a-733c-48ba-a832-7b4e6e76e5e6","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.249389332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"2060c219-6c60-4db7-9025-5361fae960d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.85892576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"89fc7639-b5d0-4a87-ab76-ea49e5db68d4","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.908597211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"b309e49f-bf8b-4854-8545-775132e4dffa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.935684687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"f11d96c1-1af3-423a-b93f-a8e4f2a7e3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.976819147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"f11d96c1-1af3-423a-b93f-a8e4f2a7e3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:25.008549708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"ab89a5b1-f1fc-46c8-b288-bc17430fd372","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:25.056095905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"a99ab03b-4596-4d78-8cf0-63895b697635","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:25.748414895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"b32e72d8-7744-4f99-853f-bde79b069c4d","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:25.888188922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"410c5546-00ed-4702-ad07-cf832646de32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:25.892323584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"670e0b90-5638-4d49-b37c-ea98dc365e00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:25.938190369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"410c5546-00ed-4702-ad07-cf832646de32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:25.96645493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"265db793-54da-49dc-bb68-db0f852a2370","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:26.0180025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"b045d4a8-5b79-46bb-8cfe-c80d318a17d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:26.517429095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"d42ee221-e387-495d-a5a6-cf56f890766b","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.292735478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe2e1540-a93e-4233-a208-cf187a783032","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.292863056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe2e1540-a93e-4233-a208-cf187a783032","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.345477523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc5f903a-414c-45df-8f6a-21d0936be6f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.371074899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3c4e21-a264-4636-b2f2-b8d4f8f7aad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.409275773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3c4e21-a264-4636-b2f2-b8d4f8f7aad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.422734777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9131781-1fba-498b-affc-f120f09c814b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.428575677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9131781-1fba-498b-affc-f120f09c814b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.475291621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75af0e51-c57d-4433-9ada-711e0eb6a137","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:28.109471033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"aff2f1ba-b142-4883-a3d9-4e677c101ed9","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:29.030424144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd24b39-7e88-4118-8c6a-75dc21ca7917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:29.069615981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd24b39-7e88-4118-8c6a-75dc21ca7917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:29.088181639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd24b39-7e88-4118-8c6a-75dc21ca7917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:29.106465243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd24b39-7e88-4118-8c6a-75dc21ca7917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:30.058893086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e5549e5-99f9-4540-bb53-0d3ca1a038aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:30.073924222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e5549e5-99f9-4540-bb53-0d3ca1a038aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:30.093452995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e5549e5-99f9-4540-bb53-0d3ca1a038aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:30.113076845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e5549e5-99f9-4540-bb53-0d3ca1a038aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.885550762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"ecee6cfb-4ffb-4b40-be66-9f36bd152af6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.926845517Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"ecee6cfb-4ffb-4b40-be66-9f36bd152af6","name":"e2e-shared-b-w4-65e2d3-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:36.544460169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"edfae6f2-d832-480f-bdae-6504b1547d8b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:36.585636171Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"edfae6f2-d832-480f-bdae-6504b1547d8b","name":"e2e-shared-b-w0-67363b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:37.081231522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0592814a-4b3f-450b-a808-f0f126a1f124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:37.097206491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0592814a-4b3f-450b-a808-f0f126a1f124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:37.160334318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0592814a-4b3f-450b-a808-f0f126a1f124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:37.201290066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0592814a-4b3f-450b-a808-f0f126a1f124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:37.935993603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a5beb0c-efa7-4b35-b8a2-1d706029a42e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:37.949891346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a5beb0c-efa7-4b35-b8a2-1d706029a42e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:37.96371225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a5beb0c-efa7-4b35-b8a2-1d706029a42e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:37.978052225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a5beb0c-efa7-4b35-b8a2-1d706029a42e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:38.077833899Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-ed3bf2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-ed3bf2","reconcileID":"51ab61b1-a5a5-45ac-a48c-9f4ff6396a51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-ed3bf2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-ed3bf2":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:39.433193204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddad66ab-547c-4f48-bbd5-e195b43e9ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:39.447053358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddad66ab-547c-4f48-bbd5-e195b43e9ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:39.461065082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddad66ab-547c-4f48-bbd5-e195b43e9ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:39.483450133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddad66ab-547c-4f48-bbd5-e195b43e9ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:10:39.964679348Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-ed3bf2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-ed3bf2","reconcileID":"168b9826-24fa-4d78-8c5b-3073d9120c6c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-b-w2-ed3bf2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:40.452330856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614a3e06-e6bc-423c-86d2-3d02cf9c0ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:40.575628729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614a3e06-e6bc-423c-86d2-3d02cf9c0ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:40.62249582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614a3e06-e6bc-423c-86d2-3d02cf9c0ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:40.659107257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614a3e06-e6bc-423c-86d2-3d02cf9c0ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:41.350625852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b218b80-9ef6-4a09-966e-ad059850399b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:41.371126949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b218b80-9ef6-4a09-966e-ad059850399b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:41.397749607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b218b80-9ef6-4a09-966e-ad059850399b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:41.411840477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b218b80-9ef6-4a09-966e-ad059850399b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:42.290033278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2754b495-fc49-478f-98d1-8f784ba181ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:42.304667982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2754b495-fc49-478f-98d1-8f784ba181ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:42.318738018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2754b495-fc49-478f-98d1-8f784ba181ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:42.332533582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2754b495-fc49-478f-98d1-8f784ba181ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:43.073107665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7ddec1-8567-408b-a822-382981ebac73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:43.08795214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7ddec1-8567-408b-a822-382981ebac73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:43.101923666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7ddec1-8567-408b-a822-382981ebac73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:43.115687154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7ddec1-8567-408b-a822-382981ebac73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:43.859787687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"be41476e-e826-437a-b494-8a169a2909f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w6-3e5b21","tenantID":"e2e-shared-a-w6-3e5b21","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:43.906074165Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"be41476e-e826-437a-b494-8a169a2909f1","name":"e2e-shared-a-w6-3e5b21-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:43.910180215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e26346-1c2c-4b7e-9731-71140f024c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:43.924572505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e26346-1c2c-4b7e-9731-71140f024c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:43.938637767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e26346-1c2c-4b7e-9731-71140f024c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:43.952463419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e26346-1c2c-4b7e-9731-71140f024c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:44.637010442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cf2906-2e00-4c02-acfb-542509cbbc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:44.650839595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cf2906-2e00-4c02-acfb-542509cbbc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:44.669885967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cf2906-2e00-4c02-acfb-542509cbbc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:44.688212223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cf2906-2e00-4c02-acfb-542509cbbc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.948739935Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:52.288069803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"5bbdff1a-0548-45e3-a161-3190a3ef25d9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-755453","tenantID":"e2e-shared-b-w3-755453","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:10:52.331830063Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"5bbdff1a-0548-45e3-a161-3190a3ef25d9","name":"e2e-shared-b-w3-755453-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.860529726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-a9ced3","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"autores-model-a9ced3","reconcileID":"7ce2ba08-bf4d-4f9c-b58e-0541d4924bf6","MaaSModelRef":{"name":"autores-model-a9ced3","namespace":"ai-tenant-e2e-autores-a9ced3"},"tenant":"e2e-autores-a9ced3","gateway":"openshift-ingress/e2e-autores-a9ced3","model":"ai-tenant-e2e-autores-a9ced3/autores-model-a9ced3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.860560871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-a9ced3","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"autores-model-a9ced3","reconcileID":"7ce2ba08-bf4d-4f9c-b58e-0541d4924bf6","MaaSModelRef":{"name":"autores-model-a9ced3","namespace":"ai-tenant-e2e-autores-a9ced3"},"routeName":"autores-model-a9ced3-kserve-route","namespace":"ai-tenant-e2e-autores-a9ced3","llmisvcName":"autores-model-a9ced3","gateway":"openshift-ingress/e2e-autores-a9ced3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:03.039299659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14dfaaa2-5f7d-4bdd-9563-672d3235e696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:03.112404371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14dfaaa2-5f7d-4bdd-9563-672d3235e696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:03.128429179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14dfaaa2-5f7d-4bdd-9563-672d3235e696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:03.161452666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14dfaaa2-5f7d-4bdd-9563-672d3235e696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:03.826451625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3491c69-2c26-4687-9ed3-e349ac1ff103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:03.840266158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3491c69-2c26-4687-9ed3-e349ac1ff103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:03.853814488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3491c69-2c26-4687-9ed3-e349ac1ff103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:03.868073155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3491c69-2c26-4687-9ed3-e349ac1ff103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:04.506061098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13798be6-e223-4319-89dc-a95d5bab8723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:04.51994562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13798be6-e223-4319-89dc-a95d5bab8723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:04.533415362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13798be6-e223-4319-89dc-a95d5bab8723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:04.54707447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13798be6-e223-4319-89dc-a95d5bab8723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:05.121559774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24abaf7d-69fc-4082-9e92-27ddeabe2474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:05.135432803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24abaf7d-69fc-4082-9e92-27ddeabe2474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:05.148951714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24abaf7d-69fc-4082-9e92-27ddeabe2474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:05.162729824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24abaf7d-69fc-4082-9e92-27ddeabe2474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.174214079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb44ebaa-051c-4702-ada4-bd0749ad78b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.189151278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb44ebaa-051c-4702-ada4-bd0749ad78b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.203130748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb44ebaa-051c-4702-ada4-bd0749ad78b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.217361093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb44ebaa-051c-4702-ada4-bd0749ad78b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.830784061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5689be7-a5e5-43d5-bbe1-72f3cda0de97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.844788839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5689be7-a5e5-43d5-bbe1-72f3cda0de97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.859284906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5689be7-a5e5-43d5-bbe1-72f3cda0de97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.873133023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5689be7-a5e5-43d5-bbe1-72f3cda0de97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:07.006576486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"bbbc4a19-4c3f-49da-b043-0e636dcb0b0f","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:07.509614413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0425d381-e2b2-4f9e-87c5-e60840eb7ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:07.523422857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0425d381-e2b2-4f9e-87c5-e60840eb7ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:07.537002583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0425d381-e2b2-4f9e-87c5-e60840eb7ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:07.550552262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0425d381-e2b2-4f9e-87c5-e60840eb7ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:08.281498322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43efe88d-ad5e-4e11-b1d2-36bdfd9bf6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:08.296225632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43efe88d-ad5e-4e11-b1d2-36bdfd9bf6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:08.310500395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43efe88d-ad5e-4e11-b1d2-36bdfd9bf6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:08.324639836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43efe88d-ad5e-4e11-b1d2-36bdfd9bf6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:08.936632395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9712eae4-9eef-43d9-a91e-98ab14369d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:08.951267296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9712eae4-9eef-43d9-a91e-98ab14369d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:08.975228012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9712eae4-9eef-43d9-a91e-98ab14369d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:08.988896931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9712eae4-9eef-43d9-a91e-98ab14369d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.557482278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-2-w5-b2921b","reconcileID":"5b7570f6-eb1c-44f5-9b24-2cb7d740ec55","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-2-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-2-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.918190315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e52358-b4a6-46cb-82f7-ef8e476e4f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.932181589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e52358-b4a6-46cb-82f7-ef8e476e4f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.946439675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e52358-b4a6-46cb-82f7-ef8e476e4f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.961489314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e52358-b4a6-46cb-82f7-ef8e476e4f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.735692671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d8f12e-b55a-4b5c-ba54-4b1a73aaf989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.749682546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d8f12e-b55a-4b5c-ba54-4b1a73aaf989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.79832303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d8f12e-b55a-4b5c-ba54-4b1a73aaf989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.8636771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d8f12e-b55a-4b5c-ba54-4b1a73aaf989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:11.427336186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"1ac550c5-902d-4f31-99d1-acaf651c7514","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","tenantID":"e2e-shared-b-w2-ed3bf2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:11.448918341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ef70c5-0ddf-47af-8f59-694127ee81f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:11.462668874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ef70c5-0ddf-47af-8f59-694127ee81f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:11.476388287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ef70c5-0ddf-47af-8f59-694127ee81f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:11.476403358Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"1ac550c5-902d-4f31-99d1-acaf651c7514","name":"e2e-shared-b-w2-ed3bf2-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:11.483158119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"210dc279-c5ab-491f-9dd3-17ecd7e0967a","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:11.490402991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ef70c5-0ddf-47af-8f59-694127ee81f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:12.268409529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c4d613-bffc-4dd1-8e97-80595486a1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:12.28275238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c4d613-bffc-4dd1-8e97-80595486a1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:12.296622987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c4d613-bffc-4dd1-8e97-80595486a1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:12.310465298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c4d613-bffc-4dd1-8e97-80595486a1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:12.925493886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7a446f-36ae-47ee-9779-606bbef44c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:12.939747121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7a446f-36ae-47ee-9779-606bbef44c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:12.954142428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7a446f-36ae-47ee-9779-606bbef44c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:12.968122067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7a446f-36ae-47ee-9779-606bbef44c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.855667838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc99e71-0025-496d-a260-03449406f1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.882375182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc99e71-0025-496d-a260-03449406f1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.90265737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc99e71-0025-496d-a260-03449406f1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.918072952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc99e71-0025-496d-a260-03449406f1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.617500959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e884823e-4335-4a71-828e-dcca215dbe59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.632241611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e884823e-4335-4a71-828e-dcca215dbe59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.646880759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e884823e-4335-4a71-828e-dcca215dbe59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.660629698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e884823e-4335-4a71-828e-dcca215dbe59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.205562331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716c9333-775d-4457-909d-04ba44481257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.219788488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716c9333-775d-4457-909d-04ba44481257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.233607911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716c9333-775d-4457-909d-04ba44481257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.247259301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716c9333-775d-4457-909d-04ba44481257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.922342116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ba2971-8520-4d87-86d4-7a0ba65c62e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.936202623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ba2971-8520-4d87-86d4-7a0ba65c62e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.94984538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ba2971-8520-4d87-86d4-7a0ba65c62e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.963493156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ba2971-8520-4d87-86d4-7a0ba65c62e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:17.948739282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:18.194761649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2986a3fe-c0a8-4b14-ba6c-fe6bd49b32e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:18.211041305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2986a3fe-c0a8-4b14-ba6c-fe6bd49b32e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:18.226019207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2986a3fe-c0a8-4b14-ba6c-fe6bd49b32e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:18.241160653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2986a3fe-c0a8-4b14-ba6c-fe6bd49b32e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:18.828987338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5dcd31-2ef7-4766-bbaf-bbc1b62c8a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:18.842961692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5dcd31-2ef7-4766-bbaf-bbc1b62c8a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:18.856903918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5dcd31-2ef7-4766-bbaf-bbc1b62c8a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:18.870885087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5dcd31-2ef7-4766-bbaf-bbc1b62c8a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:19.529147509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422fb954-970b-4091-930a-cf0d1e26c5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:19.542707875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422fb954-970b-4091-930a-cf0d1e26c5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:19.55632351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422fb954-970b-4091-930a-cf0d1e26c5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:19.569923682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422fb954-970b-4091-930a-cf0d1e26c5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.055734622Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","namespace":"ai-tenant-e2e-autores-a9ced3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.055841986Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","namespace":"ai-tenant-e2e-autores-a9ced3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.055918941Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","tenant":"e2e-autores-a9ced3","tenantID":"e2e-autores-a9ced3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.073255694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"Deployment","name":"maas-api-e2e-autores-a9ced3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.103082511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"Service","name":"maas-api-e2e-autores-a9ced3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.12440414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-a9ced3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.144569627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-a9ced3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.164275517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.182745595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.201549464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.220991993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.23472887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"Deployment","name":"payload-processing-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.248569871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.262354771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"Service","name":"payload-processing-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.276232875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"Service","name":"payload-pre-processing-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.29002217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"DestinationRule","name":"payload-processing-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.303697446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.317421846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.346968054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.389405206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.405114212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.419926774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-a9ced3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.437843424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a9ced3"},"namespace":"ai-tenant-e2e-autores-a9ced3","name":"default-tenant","reconcileID":"1e56bab6-0ae8-4153-873b-965d46758982","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-a9ced3","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.99598458Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-a9ced3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-a9ced3","reconcileID":"76ba9389-221d-4fa7-a4b9-19812793bffb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-a9ced3","removed":["maas.opendatahub.io/gateway-access-e2e-autores-a9ced3"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:24.530368424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90155637-7efd-4d79-a34d-52e46f6417f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:24.56002828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90155637-7efd-4d79-a34d-52e46f6417f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:24.588140434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90155637-7efd-4d79-a34d-52e46f6417f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:24.607623854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90155637-7efd-4d79-a34d-52e46f6417f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:25.223788969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"059d1ba0-b578-4adf-b35e-ec1abc23a778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:25.23834964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"059d1ba0-b578-4adf-b35e-ec1abc23a778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:25.318616477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"059d1ba0-b578-4adf-b35e-ec1abc23a778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:25.334292272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"059d1ba0-b578-4adf-b35e-ec1abc23a778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:25.823576473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"31c596c6-0ee6-4377-afa8-e8a7c923a2e3","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:26.782384455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b67b57e-5d67-4088-b1c0-7fe2da991d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:26.803259505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b67b57e-5d67-4088-b1c0-7fe2da991d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:26.834565275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b67b57e-5d67-4088-b1c0-7fe2da991d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:26.849430257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b67b57e-5d67-4088-b1c0-7fe2da991d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:27.428176254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8488390-25ef-4802-93a0-f5046e70104f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:27.441822644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8488390-25ef-4802-93a0-f5046e70104f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:27.455326507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8488390-25ef-4802-93a0-f5046e70104f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:27.468903906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8488390-25ef-4802-93a0-f5046e70104f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:27.732525433Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w6-b8f5c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w6-b8f5c4","reconcileID":"ed1caf25-f5c1-4ca0-ab76-5fb969fe71dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w6-b8f5c4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w6-b8f5c4":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:28.027934974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424206c2-897f-4e0f-b141-307fbec21944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:28.041757623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424206c2-897f-4e0f-b141-307fbec21944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:28.055419411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424206c2-897f-4e0f-b141-307fbec21944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:28.069246391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424206c2-897f-4e0f-b141-307fbec21944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:28.756871653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde4da46-cd5e-4a35-9aab-fe5aced26454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:28.771523226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde4da46-cd5e-4a35-9aab-fe5aced26454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:28.785744321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde4da46-cd5e-4a35-9aab-fe5aced26454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:28.799465817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde4da46-cd5e-4a35-9aab-fe5aced26454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.317274415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"d55b7a67-4603-455e-9e28-6c34ba925901","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.074028808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-2-w5-b2921b","reconcileID":"cad79250-117f-462f-9aa9-3849b3c9ff1f","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-2-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-2-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.64800296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fae938-707a-472b-82bf-4f77232f8005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.662622284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fae938-707a-472b-82bf-4f77232f8005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.676582457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fae938-707a-472b-82bf-4f77232f8005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.69188532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fae938-707a-472b-82bf-4f77232f8005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.870937374Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-subscription-free","reconcileID":"8692d5ba-06ab-4f91-93e4-2856d639f70c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscription":"e2e-test-subscription-free","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.924105208Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-subscription-free","reconcileID":"8692d5ba-06ab-4f91-93e4-2856d639f70c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-b2921b/e2e-test-subscription-premium","ai-tenant-e2e-worker-w5-b2921b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.967442314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"f5f477cf-f527-42ba-9786-8b03a2d10d35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.967674301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-subscription-premium","reconcileID":"5ecd7d42-82a9-4e0a-867c-d8c19a826d24","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:36.160121124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"bf63f9c8-60e6-40cd-91cf-ac622b08927d","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:36.180052717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"388836a3-9d77-4eb3-b0ac-9366f08c2456","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:36.308889556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"78cd9d2f-d48a-4b74-baff-09c2e366ee47","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:36.409442817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bc0486-0e34-4b76-908f-20b54c578a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:36.42350092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bc0486-0e34-4b76-908f-20b54c578a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:36.437353597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bc0486-0e34-4b76-908f-20b54c578a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:36.452063801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bc0486-0e34-4b76-908f-20b54c578a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:36.537006344Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-be0401","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-be0401","reconcileID":"efbf2dea-7cc7-47f8-8725-e3617cef5977","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-be0401","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-be0401":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:37.140080173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b63866-089a-4341-8e97-5b3171c79926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:37.154724402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b63866-089a-4341-8e97-5b3171c79926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:37.170244368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b63866-089a-4341-8e97-5b3171c79926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:37.184583124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b63866-089a-4341-8e97-5b3171c79926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:11:38.735762025Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-be0401","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-be0401","reconcileID":"6a89d917-50cd-4636-9860-d8c45409b439","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-explicit-be0401\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.889633923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"a8a097c4-1dd2-42ad-a20b-7e3ea911e891","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:46.366559239Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-subscription-premium","reconcileID":"356a4ca8-b794-4d7d-be34-d62d9852608f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscription":"e2e-test-subscription-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:46.605031811Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-subscription-premium","reconcileID":"356a4ca8-b794-4d7d-be34-d62d9852608f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b2921b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:46.71413351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"44361b21-8589-4303-a8a0-952afd418686","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:46.759518954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"2e5af0ff-378b-463f-9ac7-af71b095b321","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:46.955543349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"74e6e60c-5d43-4400-b15a-a38b2539d4c8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:46.956345284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"2a7c3125-f08e-4f4e-b680-a666616e2b4f","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.030695609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"92b55dfb-1476-40d8-b588-796bec7078c3","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.187573323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cce8d0-ff0f-4ffe-9314-d644261d14ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.201478388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cce8d0-ff0f-4ffe-9314-d644261d14ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.215362919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cce8d0-ff0f-4ffe-9314-d644261d14ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.231203347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cce8d0-ff0f-4ffe-9314-d644261d14ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.78310545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232656f6-52f2-4492-89a6-3c314b517c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.797509542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232656f6-52f2-4492-89a6-3c314b517c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.811381491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232656f6-52f2-4492-89a6-3c314b517c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.826591689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232656f6-52f2-4492-89a6-3c314b517c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.948360032Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.337300511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"07374bb9-af5c-4bf5-afd9-1215913af6e8","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.358700104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"f354b4fa-1002-4d4b-9b42-fb422e4cb27d","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.39858288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey-auth","reconcileID":"1b88533f-f139-4d65-8629-107de6b40583","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.41737373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey-auth","reconcileID":"1b88533f-f139-4d65-8629-107de6b40583","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.50452309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"d444ea62-900d-4633-bd3d-952c7ed3bea5","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.548334438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey-auth","reconcileID":"02124008-6bd8-42b0-b5a0-4515b42ba4c0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.549090164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"6c73f30a-35d6-442e-bea5-0d90cd481904","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.567160002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey-auth","reconcileID":"02124008-6bd8-42b0-b5a0-4515b42ba4c0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.568440513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"d7fd16dc-594d-4c11-8865-eab3c632d93b","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:11:48.58092077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey","reconcileID":"fcdc9b06-c06a-4bf9-88b0-ef98d56f9060","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.701162504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"e3497206-5530-4e21-bbae-0aaee06dd8a5","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.73452412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"0bd734ab-dfe1-41cf-9935-47ba7fb1a173","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.815233311Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey","reconcileID":"3ca92295-02d5-4887-8032-2e162d44a731","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-b2921b/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w5-b2921b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.815409694Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey","reconcileID":"3ca92295-02d5-4887-8032-2e162d44a731","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w5-b2921b/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.887029817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"aa5a90c7-4ac7-40ef-9d75-f56c25d37a74","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.898033133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"f9d25461-d88d-4cb8-b72c-b19f6f4aa189","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.999022911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey","reconcileID":"b0c19071-9920-422b-ae5d-5a9c26394eb7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.999189585Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey","reconcileID":"b0c19071-9920-422b-ae5d-5a9c26394eb7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w5-b2921b/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:49.086809674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"6f1fbf18-370a-4719-9fd7-b5108ba18c5d","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:11:51.283823519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"890b690a-f113-4b03-bd2c-68eda17a6379","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:00.922829477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"4fe2045f-fc30-46cf-a7e9-6c6de61702e3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-b8f5c4","tenantID":"e2e-shared-b-w6-b8f5c4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:00.96361664Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"4fe2045f-fc30-46cf-a7e9-6c6de61702e3","name":"e2e-shared-b-w6-b8f5c4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.336208271Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey","reconcileID":"e07cd7c6-f587-4860-af44-47d0055b966e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscription":"e2e-degraded-models-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.420559501Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey","reconcileID":"e07cd7c6-f587-4860-af44-47d0055b966e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b2921b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.420683056Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey","reconcileID":"e07cd7c6-f587-4860-af44-47d0055b966e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.42094781Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey","reconcileID":"e07cd7c6-f587-4860-af44-47d0055b966e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w5-b2921b/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.502462559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"a6876146-2b36-4a62-86a3-62efbbd4dcf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.605202321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"ab9854bd-5463-4ff6-a4f4-3dd8b2c17401","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.748070507Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"e2e-degraded-models-apikey-auth","reconcileID":"d827ab97-a0d8-440a-9ae4-6264a63c08b1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.748101828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"7fce5c4c-ecbc-4949-a4e7-066505f08493","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.794738447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"a5f34a0c-c15c-4e23-9ae7-b3318878ce73","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.089914392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cf2a8d6-4a43-4d56-bea5-1dd02d08650c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.103969105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cf2a8d6-4a43-4d56-bea5-1dd02d08650c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.117930443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cf2a8d6-4a43-4d56-bea5-1dd02d08650c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.131597544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cf2a8d6-4a43-4d56-bea5-1dd02d08650c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.857013667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcde3f2-15ed-4f94-969c-97af3a306742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.874963869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcde3f2-15ed-4f94-969c-97af3a306742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.890959967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcde3f2-15ed-4f94-969c-97af3a306742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.904818203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcde3f2-15ed-4f94-969c-97af3a306742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.913362055Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w5-c880c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w5-c880c7","reconcileID":"a0acb08d-06bd-4f22-b66c-190ca5015d7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w5-c880c7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w5-c880c7":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.563245954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceebfdf2-4dfb-4596-80f4-75092feeca60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.583624429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceebfdf2-4dfb-4596-80f4-75092feeca60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.598526914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceebfdf2-4dfb-4596-80f4-75092feeca60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.612428788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceebfdf2-4dfb-4596-80f4-75092feeca60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:11.703566425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"a43e7090-40bc-4df8-ae7b-e5792f6b5226","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:11.703609125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"a43e7090-40bc-4df8-ae7b-e5792f6b5226","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:12.802824725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"012bbd34-8ffd-4f78-80e7-37e70bcb849a","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:12.802924753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"012bbd34-8ffd-4f78-80e7-37e70bcb849a","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:13.644094158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"99e91a05-1f3e-44d7-9bc2-6863c20c23b0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-be0401","tenantID":"e2e-explicit-be0401","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:13.687044988Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"99e91a05-1f3e-44d7-9bc2-6863c20c23b0","name":"e2e-explicit-be0401-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:16.418461042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"3580dcb8-3eca-4d9e-8642-a53cbe833d0c","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:16.418485963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"3580dcb8-3eca-4d9e-8642-a53cbe833d0c","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.95203794Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:35.706377842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2ecaf7-0415-4af0-b213-7dfb0e96d347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:35.720040843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2ecaf7-0415-4af0-b213-7dfb0e96d347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:35.733862959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2ecaf7-0415-4af0-b213-7dfb0e96d347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:35.749241343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2ecaf7-0415-4af0-b213-7dfb0e96d347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:36.288105406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a71ed4-a5bb-4cfc-b885-3e256a7632ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:36.302093285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a71ed4-a5bb-4cfc-b885-3e256a7632ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:36.31572699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a71ed4-a5bb-4cfc-b885-3e256a7632ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:36.332528425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69a71ed4-a5bb-4cfc-b885-3e256a7632ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:41.812529545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"bbdb02f9-efa7-4fd6-87d1-30319a342138","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-c880c7","tenantID":"e2e-shared-a-w5-c880c7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:41.853589541Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"bbdb02f9-efa7-4fd6-87d1-30319a342138","name":"e2e-shared-a-w5-c880c7-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:45.825696786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9d9422-3e2b-4d38-89c9-ee96e3a5a55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:45.840298187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9d9422-3e2b-4d38-89c9-ee96e3a5a55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:45.860190586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9d9422-3e2b-4d38-89c9-ee96e3a5a55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:45.87599901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9d9422-3e2b-4d38-89c9-ee96e3a5a55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:46.217169831Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-fba83e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-fba83e","reconcileID":"e39004ae-65dd-4e3a-983a-4d5b8e33d560","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-fba83e","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-fba83e":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:46.964964921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9570ad7-1140-493e-a68d-509b4da49f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:47.000308442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9570ad7-1140-493e-a68d-509b4da49f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:47.034591025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9570ad7-1140-493e-a68d-509b4da49f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:47.0508772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9570ad7-1140-493e-a68d-509b4da49f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:47.954502259Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:51.580441544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95048677-7202-4f0f-99f3-8cd7b90eb029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:51.617846782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95048677-7202-4f0f-99f3-8cd7b90eb029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:51.653681858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95048677-7202-4f0f-99f3-8cd7b90eb029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:51.699027373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95048677-7202-4f0f-99f3-8cd7b90eb029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:52.345698733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9b0439-20d3-4f1d-aca5-e5bb199079b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:52.35959539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9b0439-20d3-4f1d-aca5-e5bb199079b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:52.373790797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9b0439-20d3-4f1d-aca5-e5bb199079b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:52.388454079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9b0439-20d3-4f1d-aca5-e5bb199079b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:53.070467951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"443d4ade-4395-41d9-ba39-1f33a214ab96","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:53.070506602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"443d4ade-4395-41d9-ba39-1f33a214ab96","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.309801572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"b8ab5d1f-1a9c-4285-a88b-3f1cfdf099f1","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.309966243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"b8ab5d1f-1a9c-4285-a88b-3f1cfdf099f1","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.6284845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"8c2db139-ec11-482f-95f2-b2668d25c0d7","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.628623131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"8c2db139-ec11-482f-95f2-b2668d25c0d7","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.645925548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"c05b43fb-c704-497b-8515-9a4fe503d471","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.646029989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"c05b43fb-c704-497b-8515-9a4fe503d471","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.676624136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"7e298939-7003-4f46-821c-35ca3e49357e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.705191772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"7e298939-7003-4f46-821c-35ca3e49357e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"e2e-shared-a-w4-af237d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.797231746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"d0e3d942-5b13-443e-a8ca-90f08c167af2","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.797260769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"d0e3d942-5b13-443e-a8ca-90f08c167af2","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.286854861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"c79a9c07-0078-45b5-a6da-cd5501649265","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.286885691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"c79a9c07-0078-45b5-a6da-cd5501649265","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.308971106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"1eff855c-bc8b-4e66-92fb-3b767aabec47","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.308993802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"1eff855c-bc8b-4e66-92fb-3b767aabec47","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:13:05.319660066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"0f1b71e5-1d60-439c-8181-3565754a0795","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c976ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.336498052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"61b99424-eb03-466a-ad0c-8de302eba961","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.35329855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"b7df3932-ba3d-4360-a9b0-81660116d89a","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.353317258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"b7df3932-ba3d-4360-a9b0-81660116d89a","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.357961835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"61b99424-eb03-466a-ad0c-8de302eba961","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"e2e-shared-a-w4-af237d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.370458307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"7656ad81-e9e4-470e-aa69-472e02814411","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.370475687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"7656ad81-e9e4-470e-aa69-472e02814411","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.44175626Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"4984aa71-4494-4687-80fc-2dff07697971","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-auth-test-model-af237d","model":"auth-test-model-af237d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-af237d/e2e-auth-iso-c976ee"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.500892641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"0e30ebde-46f4-4b03-a4dd-9874bb0d8e0d","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.500912237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"0e30ebde-46f4-4b03-a4dd-9874bb0d8e0d","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.546712615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"aadd1f86-aa62-4319-ab6c-0d0a6075f607","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-auth-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:10.873457582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"7845ec8e-019f-4e28-bf8d-0598bda825e5","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:10.873498119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"7845ec8e-019f-4e28-bf8d-0598bda825e5","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.207052838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"0a4a337e-fe2e-4573-95b7-21839b18cbc5","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.207072877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"0a4a337e-fe2e-4573-95b7-21839b18cbc5","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.22975367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"06f95f3a-f271-4423-a690-2940a9d2d14e","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.229803587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"06f95f3a-f271-4423-a690-2940a9d2d14e","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.258711163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"c9d2be7c-6afa-4eb5-8e91-c89c737b9909","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","tenantID":"e2e-shared-a-w0-4504f1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.279796611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"c9d2be7c-6afa-4eb5-8e91-c89c737b9909","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"e2e-shared-a-w0-4504f1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.354999496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"bb287a0b-8ef2-4ba6-8cfc-0299793a8a13","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.355020492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"bb287a0b-8ef2-4ba6-8cfc-0299793a8a13","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.73644942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"34279b33-abe0-43a2-ae39-bc6edd36456d","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.736478559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"34279b33-abe0-43a2-ae39-bc6edd36456d","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.757018064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"140ad5ba-ee0f-46bf-84b2-da9e00a64048","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.757041958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"140ad5ba-ee0f-46bf-84b2-da9e00a64048","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:13:11.773120835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"c6eb794c-ceec-4dab-bd90-6367b91b4d11","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-8e0333\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:13:11.774006074Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"140ad5ba-ee0f-46bf-84b2-da9e00a64048","name":"auth-test-model-4504f1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4504f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:13:11.774073001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"140ad5ba-ee0f-46bf-84b2-da9e00a64048","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4504f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.782068683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"158863f5-6977-497a-b967-d6676e1c3068","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.782090027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"158863f5-6977-497a-b967-d6676e1c3068","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.788034491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"d60b3b3a-b3f6-4392-b6d4-61b0c894bf4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","tenantID":"e2e-shared-a-w0-4504f1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.806967077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"d60b3b3a-b3f6-4392-b6d4-61b0c894bf4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"e2e-shared-a-w0-4504f1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.807972725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"c848a288-1448-4e83-b1bf-00f6485fac83","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.80799194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"c848a288-1448-4e83-b1bf-00f6485fac83","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.826633595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"d74d51d9-713a-488e-adb0-2869a3e1daef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.826651056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"d74d51d9-713a-488e-adb0-2869a3e1daef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.900524003Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"d9539721-e160-40fd-b5ff-311e949a5bf5","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-auth-test-model-4504f1","model":"auth-test-model-4504f1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-4504f1/e2e-auth-iso-8e0333"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.95478941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"f4af0407-0692-4ad7-a41b-9cc637055fd7","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:11.954815045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"f4af0407-0692-4ad7-a41b-9cc637055fd7","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:12.007283829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"9a9361d1-dd49-4670-8005-c39f7447834e","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-auth-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.312384717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"89444e7d-53d5-4d9d-8c28-16ae707f892e","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.312424034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"89444e7d-53d5-4d9d-8c28-16ae707f892e","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.625908598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"7cf9daaf-d7f9-41e3-860c-68c77001bb2c","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.626045652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"7cf9daaf-d7f9-41e3-860c-68c77001bb2c","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.65742042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"5038c155-d483-42df-8a4d-9606a9fdb169","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.657483915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"5038c155-d483-42df-8a4d-9606a9fdb169","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.781207063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"804ea4b0-7149-4ada-92c0-6d6b0be7414b","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-32717a","tenantID":"e2e-shared-a-w3-32717a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.804469749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"804ea4b0-7149-4ada-92c0-6d6b0be7414b","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"name":"e2e-shared-a-w3-32717a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.927364878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"2158cbb0-3cbf-4585-8651-db4eb0dd3404","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.927388498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"2158cbb0-3cbf-4585-8651-db4eb0dd3404","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:17.94857532Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.316686187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"221cfe4b-309f-46b2-9968-261ab063afd9","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.31671539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"221cfe4b-309f-46b2-9968-261ab063afd9","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.338966968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"e4d5bce4-b091-4d4c-9eda-b08e7b55fcaf","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.338987825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"e4d5bce4-b091-4d4c-9eda-b08e7b55fcaf","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:13:20.348031525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"ddbf727f-a411-4c84-8eda-309000d8426a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-4d30cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:13:20.354457131Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"e4d5bce4-b091-4d4c-9eda-b08e7b55fcaf","name":"auth-test-model-32717a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-32717a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:13:20.354510796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"e4d5bce4-b091-4d4c-9eda-b08e7b55fcaf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-32717a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.360759888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"8114184c-fb63-447d-92df-b15ccb23e42f","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.360821118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"8114184c-fb63-447d-92df-b15ccb23e42f","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.36955091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"3bc2dfb1-c9b1-41c2-8977-2dac14b92465","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-32717a","tenantID":"e2e-shared-a-w3-32717a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.379460371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"b3f6de34-2671-4eb2-b956-c1bbaa006e14","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.37947863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"b3f6de34-2671-4eb2-b956-c1bbaa006e14","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.388130911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"3bc2dfb1-c9b1-41c2-8977-2dac14b92465","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"name":"e2e-shared-a-w3-32717a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.398796341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"b7b5fa7f-26c7-4b75-84df-62d660761dcc","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.398811747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"b7b5fa7f-26c7-4b75-84df-62d660761dcc","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.459108872Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"5331c7bd-52de-4e66-8ecc-c9c68403d084","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"name":"maas-trlp-auth-test-model-32717a","model":"auth-test-model-32717a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-32717a/e2e-auth-iso-4d30cc"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.511542872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"81931590-0035-4cd3-a1f9-680b5600f45d","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.511574128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"81931590-0035-4cd3-a1f9-680b5600f45d","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.554251253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"35566db8-e4b9-4ee7-944c-c739ee558824","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"name":"maas-trlp-auth-test-model-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:22.241844758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea59109-dbd3-4ce4-a76e-6a671a275db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:22.255788898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea59109-dbd3-4ce4-a76e-6a671a275db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:22.269569103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea59109-dbd3-4ce4-a76e-6a671a275db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:22.283812726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea59109-dbd3-4ce4-a76e-6a671a275db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:22.83066014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834eba35-9b40-49df-bc8a-2afb019cc338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:22.844658061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834eba35-9b40-49df-bc8a-2afb019cc338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:22.858530827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834eba35-9b40-49df-bc8a-2afb019cc338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:22.872544781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834eba35-9b40-49df-bc8a-2afb019cc338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:25.132682091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"74fd4455-ce02-49c1-8400-7e95ac5cb94e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fba83e","tenantID":"e2e-inf-a-fba83e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:25.173361861Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"74fd4455-ce02-49c1-8400-7e95ac5cb94e","name":"e2e-inf-a-fba83e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:29.821071311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd6b66fc-0bd0-4f48-91cc-f71413ce0877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:29.834942684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd6b66fc-0bd0-4f48-91cc-f71413ce0877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:29.849231479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd6b66fc-0bd0-4f48-91cc-f71413ce0877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:29.862924125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd6b66fc-0bd0-4f48-91cc-f71413ce0877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:30.461624178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba52ccd6-d175-455b-a196-549e3a605d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:30.475500561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba52ccd6-d175-455b-a196-549e3a605d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:30.489296791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba52ccd6-d175-455b-a196-549e3a605d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:30.503056522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba52ccd6-d175-455b-a196-549e3a605d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:30.528258646Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w5-5e52e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w5-5e52e0","reconcileID":"ac20a413-0faf-49ef-a472-283ef4e10768","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w5-5e52e0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w5-5e52e0":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:31.147312131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb451ca-620c-4582-806c-694dc565630e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:31.161067354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb451ca-620c-4582-806c-694dc565630e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:31.174830182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb451ca-620c-4582-806c-694dc565630e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:31.188444359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb451ca-620c-4582-806c-694dc565630e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:31.803984515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6b2707-7cf1-4b9b-8a0c-77b33d2e499b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:31.817759271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6b2707-7cf1-4b9b-8a0c-77b33d2e499b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:31.831222853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6b2707-7cf1-4b9b-8a0c-77b33d2e499b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:31.844882398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6b2707-7cf1-4b9b-8a0c-77b33d2e499b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:13:32.236074612Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w5-5e52e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w5-5e52e0","reconcileID":"0c7b4dd6-ed90-42f4-bf4b-5e4b53d73b8c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-b-w5-5e52e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:32.402056047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ed1037-a5af-4efa-963f-e0738319dade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:32.415857522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ed1037-a5af-4efa-963f-e0738319dade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:32.429874976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ed1037-a5af-4efa-963f-e0738319dade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:32.443916756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ed1037-a5af-4efa-963f-e0738319dade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:33.438313237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304b974b-9186-40e4-a9ee-82fa63c7436c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:33.452247164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304b974b-9186-40e4-a9ee-82fa63c7436c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:33.466709205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304b974b-9186-40e4-a9ee-82fa63c7436c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:33.48048178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304b974b-9186-40e4-a9ee-82fa63c7436c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:34.092189537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee06a3b-2732-4758-bd9b-42b86bc56842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:34.109627626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee06a3b-2732-4758-bd9b-42b86bc56842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:34.12342423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee06a3b-2732-4758-bd9b-42b86bc56842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:34.137713007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee06a3b-2732-4758-bd9b-42b86bc56842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:34.729543443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3387679c-90c2-4a87-bf26-9469cf875147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:34.743262239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3387679c-90c2-4a87-bf26-9469cf875147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:34.75713228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3387679c-90c2-4a87-bf26-9469cf875147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:34.77096399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3387679c-90c2-4a87-bf26-9469cf875147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:40.616171819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-be0401","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"explicit-model-be0401","reconcileID":"a4d47d1d-908c-4ef5-b1e5-b7c54b67519b","MaaSModelRef":{"name":"explicit-model-be0401","namespace":"ai-tenant-e2e-explicit-be0401"},"routeName":"explicit-model-be0401-kserve-route","namespace":"ai-tenant-e2e-explicit-be0401","llmisvcName":"explicit-model-be0401","gateway":"openshift-ingress/e2e-explicit-be0401","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:43.231075882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69129b72-0a15-4923-903c-376a9cab25f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:43.245028843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69129b72-0a15-4923-903c-376a9cab25f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:43.258654043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69129b72-0a15-4923-903c-376a9cab25f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:43.27842841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69129b72-0a15-4923-903c-376a9cab25f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:43.991641047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90f30fa-e8c0-4d29-a4e0-50134f0c34f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:44.005466279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90f30fa-e8c0-4d29-a4e0-50134f0c34f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:44.019337214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90f30fa-e8c0-4d29-a4e0-50134f0c34f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:44.033093564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90f30fa-e8c0-4d29-a4e0-50134f0c34f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:44.718032896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b4a0f6-b4e0-4767-99fe-ae3fa35b1201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:44.731779879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b4a0f6-b4e0-4767-99fe-ae3fa35b1201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:44.745721277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b4a0f6-b4e0-4767-99fe-ae3fa35b1201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:44.760555429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b4a0f6-b4e0-4767-99fe-ae3fa35b1201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:45.376960103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc1f263-7173-41c9-a06a-7be6cfcb04d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:45.392190468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc1f263-7173-41c9-a06a-7be6cfcb04d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:45.406558549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc1f263-7173-41c9-a06a-7be6cfcb04d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:45.420961646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc1f263-7173-41c9-a06a-7be6cfcb04d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:45.742111381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"96c12ea5-aa1c-483e-8a29-a53a87d80f52","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:45.742135338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"96c12ea5-aa1c-483e-8a29-a53a87d80f52","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:46.053359559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"c22a2e93-2ea0-4994-aa20-3fabdd96c2a2","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:46.053381831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"c22a2e93-2ea0-4994-aa20-3fabdd96c2a2","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:46.092477357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"09012c84-dd6f-4c1d-b3e1-f64cd1a195bc","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:46.092507771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"09012c84-dd6f-4c1d-b3e1-f64cd1a195bc","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:46.134959685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"f59cc046-df17-4a15-9352-69654a7af651","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:46.160875891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"f59cc046-df17-4a15-9352-69654a7af651","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:46.25755362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"81b0a6c2-30de-471d-a6cb-37d02244bea0","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:46.257671546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"81b0a6c2-30de-471d-a6cb-37d02244bea0","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:47.980579878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.722202085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"e741a042-a371-4c3d-b717-b7aee77f663d","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.72223097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"e741a042-a371-4c3d-b717-b7aee77f663d","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.744663079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"69596b35-600c-410c-9ae3-72277e5638ba","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.744730087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"69596b35-600c-410c-9ae3-72277e5638ba","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:13:51.757969348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"fb08a3bf-d1c2-4f51-920d-a373b6244c0a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-294f24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:13:51.761614591Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"69596b35-600c-410c-9ae3-72277e5638ba","name":"auth-test-model-b0c3c3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b0c3c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:13:51.761673108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"69596b35-600c-410c-9ae3-72277e5638ba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b0c3c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.767060637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"9205a222-2d49-4f70-a4d1-0348f5c65449","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.767077394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"9205a222-2d49-4f70-a4d1-0348f5c65449","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.77341313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"00934330-1e72-486b-9d6d-42613943774b","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.792188097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"00934330-1e72-486b-9d6d-42613943774b","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.792468732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"f602ab88-35d0-4eb1-9d66-8cf0f41c643f","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.792484248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"f602ab88-35d0-4eb1-9d66-8cf0f41c643f","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.811722079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"0ea11b5b-381e-4ff7-a257-aa0b9951c705","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.811736088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"0ea11b5b-381e-4ff7-a257-aa0b9951c705","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.877722718Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"7a04bda8-3b59-4505-b030-8e091d03f1ce","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"maas-trlp-auth-test-model-b0c3c3","model":"auth-test-model-b0c3c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-b0c3c3/e2e-auth-iso-294f24"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.932530617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"b503d905-8533-42d9-b831-2703b8e279fc","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.932558258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"b503d905-8533-42d9-b831-2703b8e279fc","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:13:51.975146793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"94dc8bcf-b1e1-467a-803f-949911d13e4e","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"maas-trlp-auth-test-model-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.042618257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"20a14ab6-09de-4725-9bec-4f112f26fb29","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-auth-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.233570899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"d0725ec3-f6aa-4bbb-ab91-8f577992f787","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.233671542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"d0725ec3-f6aa-4bbb-ab91-8f577992f787","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.298912873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"a81b99b5-06fb-4fae-9d27-04044dd53c77","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"name":"maas-trlp-auth-test-model-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.522877963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"974b3e9a-3495-403d-85cb-b2d578698b58","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-auth-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.698900793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"7aae3329-07df-4034-8447-ea2ca791723f","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.699007575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"7aae3329-07df-4034-8447-ea2ca791723f","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.795228718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"154317ff-1b30-45b5-a790-828ed2030d0a","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.795334276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"154317ff-1b30-45b5-a790-828ed2030d0a","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.830595097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b7266a-7967-4a89-a908-f0a4ab40b11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.884630976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b7266a-7967-4a89-a908-f0a4ab40b11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.154459278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b7266a-7967-4a89-a908-f0a4ab40b11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.18946088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"c924ed7f-88b5-4dbf-b4dd-637607f7072a","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.189589754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"c924ed7f-88b5-4dbf-b4dd-637607f7072a","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.24367049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b7266a-7967-4a89-a908-f0a4ab40b11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.292435084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"3a2f04e8-b123-4243-9460-06850072fff7","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.292543082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"3a2f04e8-b123-4243-9460-06850072fff7","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.337823445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"0adbc2e9-8568-428c-8c96-c4ce00914780","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.399609405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"0adbc2e9-8568-428c-8c96-c4ce00914780","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"e2e-shared-b-w0-67363b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.595348526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"cb786d42-1bf0-4e5d-b5fd-112c7b1220f6","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.595379832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"cb786d42-1bf0-4e5d-b5fd-112c7b1220f6","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.634372291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"37f86707-4ec5-4abc-b8cd-68c434160540","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.664195851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"37f86707-4ec5-4abc-b8cd-68c434160540","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"e2e-shared-a-w4-af237d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.775308537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"bf40b528-d522-46c4-87fe-03664685763c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","tenantID":"e2e-shared-a-w0-4504f1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:05.796206772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"bf40b528-d522-46c4-87fe-03664685763c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"e2e-shared-a-w0-4504f1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.065250371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70891e89-bef8-4d2b-b088-0cdcf96394a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.081867481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70891e89-bef8-4d2b-b088-0cdcf96394a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.09881389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70891e89-bef8-4d2b-b088-0cdcf96394a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.11392599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70891e89-bef8-4d2b-b088-0cdcf96394a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.127354118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"4b6d9d86-2cf1-4df8-b854-71ce9cde5811","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-32717a","tenantID":"e2e-shared-a-w3-32717a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.148180631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"4b6d9d86-2cf1-4df8-b854-71ce9cde5811","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"name":"e2e-shared-a-w3-32717a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.303377113Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","namespace":"ai-tenant-e2e-explicit-be0401","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.303455736Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","namespace":"ai-tenant-e2e-explicit-be0401","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.30352622Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","tenant":"e2e-explicit-be0401","tenantID":"e2e-explicit-be0401","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.319627505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"Deployment","name":"maas-api-e2e-explicit-be0401","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.405347973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"Service","name":"maas-api-e2e-explicit-be0401","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.462533551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-be0401","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.491060206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-be0401","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.511931977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.531260825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.548267883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.571090246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.594073135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"Deployment","name":"payload-processing-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.609264619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.622702443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"Service","name":"payload-processing-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.636307236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"Service","name":"payload-pre-processing-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.650240627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.667979335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.717417337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.776324056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.810209172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.828959959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.850135503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-be0401","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.877131877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be0401"},"namespace":"ai-tenant-e2e-explicit-be0401","name":"default-tenant","reconcileID":"ebe358ac-2379-4bf9-8337-b6be4f0cb9ee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-be0401","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.093380473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"1f449d4c-b326-4f7c-b4d4-6e44ec2435c2","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.093419117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"1f449d4c-b326-4f7c-b4d4-6e44ec2435c2","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.11739823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"a2b2a285-7378-4e62-a3ac-e50c4f9793d1","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.11741836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"a2b2a285-7378-4e62-a3ac-e50c4f9793d1","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.186112249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"546564eb-1369-4b64-a6ae-cf9d4cc2cc85","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-755453","tenantID":"e2e-shared-b-w3-755453","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.240988547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"546564eb-1369-4b64-a6ae-cf9d4cc2cc85","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"name":"e2e-shared-b-w3-755453-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.241483351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"2e7e67ff-650c-499c-b6b0-40a1426f953f","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.241552671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"2e7e67ff-650c-499c-b6b0-40a1426f953f","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.306164085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"164e5dde-7043-40c9-accf-78689ed0a5da","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.306198716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"164e5dde-7043-40c9-accf-78689ed0a5da","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.39393992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"edf5ed90-1d24-42a1-ab32-49bee9a3e086","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.432356036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"edf5ed90-1d24-42a1-ab32-49bee9a3e086","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"e2e-shared-b-w4-65e2d3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.449178458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"37457670-1487-44ef-b64e-483c940c040a","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.449208012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"37457670-1487-44ef-b64e-483c940c040a","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.633547176Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-be0401","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-be0401","reconcileID":"e2c33045-51d6-4ad6-bdfb-18af9f6a0b17","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-be0401","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-be0401"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.757934544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"ab27c7bf-7b92-4373-a4a9-e11eb8f41cce","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:07.788964119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"ab27c7bf-7b92-4373-a4a9-e11eb8f41cce","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:08.11621555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1444b97-1a7e-49de-b1bd-c03b69abfa53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:08.155925809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1444b97-1a7e-49de-b1bd-c03b69abfa53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:08.173898634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1444b97-1a7e-49de-b1bd-c03b69abfa53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:08.191173126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1444b97-1a7e-49de-b1bd-c03b69abfa53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:08.823169849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5c5097-7fae-42f4-99c9-0070e4d53289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:08.837155151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5c5097-7fae-42f4-99c9-0070e4d53289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:08.851642304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5c5097-7fae-42f4-99c9-0070e4d53289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:08.869006528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5c5097-7fae-42f4-99c9-0070e4d53289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:10.852827237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"eb4b7c89-84f1-4a47-89ab-e02c3b99996d","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:10.852876979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"eb4b7c89-84f1-4a47-89ab-e02c3b99996d","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:10.902586226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"202a78a5-b879-4691-984f-f98d5f159abb","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:10.902690357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"202a78a5-b879-4691-984f-f98d5f159abb","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:14:10.906579511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"3cb34fdf-5806-468f-a551-a6baaae8d76e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-8e0333\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:14:10.957356808Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"202a78a5-b879-4691-984f-f98d5f159abb","name":"auth-test-model-67363b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-67363b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:14:10.957535279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"202a78a5-b879-4691-984f-f98d5f159abb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-67363b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:10.966138341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"6edde5ff-bf94-40a2-a349-b39875ca6cb9","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:10.966222172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"6edde5ff-bf94-40a2-a349-b39875ca6cb9","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:10.974096434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"73e2815c-7362-477d-b33f-a98fe477b408","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:10.986120253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"392071b3-a82b-4944-9058-5d5a5a067fbc","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:10.986222064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"392071b3-a82b-4944-9058-5d5a5a067fbc","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:11.001721869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"73e2815c-7362-477d-b33f-a98fe477b408","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"e2e-shared-b-w0-67363b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:11.076326922Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"f2759ffa-b8cb-45eb-9983-49d15f14ea96","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-auth-test-model-67363b","model":"auth-test-model-67363b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-67363b/e2e-auth-iso-8e0333"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:11.1316698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"8fa3d1d4-0871-45ab-8b16-65bec832feb5","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:11.13169025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"8fa3d1d4-0871-45ab-8b16-65bec832feb5","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:11.179290318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"c2bd275e-48da-4ed2-a455-8e92d42a17f5","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-auth-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:11.604993807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"a469c165-7905-43fa-a897-285964cd3123","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-5e52e0","tenantID":"e2e-shared-b-w5-5e52e0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:11.677005857Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"a469c165-7905-43fa-a897-285964cd3123","name":"e2e-shared-b-w5-5e52e0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:11.956615528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f1cc28-183e-4fc5-915f-cdd552e4f998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:11.97040193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f1cc28-183e-4fc5-915f-cdd552e4f998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:11.984476807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f1cc28-183e-4fc5-915f-cdd552e4f998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:11.998891109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f1cc28-183e-4fc5-915f-cdd552e4f998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.615583926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61845351-a256-4b92-aed1-01835c9dec49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.629442601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61845351-a256-4b92-aed1-01835c9dec49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.643103926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61845351-a256-4b92-aed1-01835c9dec49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.656724008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61845351-a256-4b92-aed1-01835c9dec49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.678166021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"29e80cd2-d4d1-409e-a85b-3632acbd4b22","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.678184409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"29e80cd2-d4d1-409e-a85b-3632acbd4b22","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.699469442Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-49d87f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-49d87f","reconcileID":"06cecf5e-0e91-4a3f-a2b9-01ef599c7769","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-49d87f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-49d87f":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.70042316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"35bff582-175e-4bf6-b607-676e762123e2","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.700446212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"35bff582-175e-4bf6-b607-676e762123e2","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:14:12.713093119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"7c652c50-2d12-4bb3-a6c0-a4505038bc00","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-4d30cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:14:12.718425882Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"35bff582-175e-4bf6-b607-676e762123e2","name":"auth-test-model-755453","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-755453\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:14:12.718487547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"35bff582-175e-4bf6-b607-676e762123e2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-755453\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.724274713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"6611faa9-d04d-4d4e-bafd-28523bf27baf","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.724290325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"6611faa9-d04d-4d4e-bafd-28523bf27baf","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.77736557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"7443903f-70fd-48fd-b37e-5b33968995e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-755453","tenantID":"e2e-shared-b-w3-755453","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.799341071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"21930d3f-3a16-4d6b-85b6-95d420a76b4e","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.799370289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"21930d3f-3a16-4d6b-85b6-95d420a76b4e","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.799468064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"7443903f-70fd-48fd-b37e-5b33968995e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"name":"e2e-shared-b-w3-755453-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.82054601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"d5841941-5c04-445e-99ea-4e3032bd9357","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.820567297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"d5841941-5c04-445e-99ea-4e3032bd9357","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.884935931Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"2517024b-e94a-4092-848e-58c2243eaa03","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"name":"maas-trlp-auth-test-model-755453","model":"auth-test-model-755453","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-755453/e2e-auth-iso-4d30cc"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.898801594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"abdd75ff-5794-4f71-9860-3bb5572750a4","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.898819864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"abdd75ff-5794-4f71-9860-3bb5572750a4","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.921236133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"851d2284-a426-408c-86f3-21684fef6d68","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.921254688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"851d2284-a426-408c-86f3-21684fef6d68","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:14:12.938451438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"5933e732-6744-4c26-be5f-58594ca5fa81","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c976ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:14:12.950970164Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"851d2284-a426-408c-86f3-21684fef6d68","name":"auth-test-model-65e2d3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-65e2d3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:14:12.951026626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"851d2284-a426-408c-86f3-21684fef6d68","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-65e2d3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.956391681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"91a524ad-c9aa-4316-88f0-f5e542da4fd3","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.956408593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"91a524ad-c9aa-4316-88f0-f5e542da4fd3","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.968656545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"7b7681b2-79f6-4c80-9b54-2067657a534e","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.968677488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"7b7681b2-79f6-4c80-9b54-2067657a534e","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.969153578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"2a445ea3-650d-4520-8113-c515402fb841","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.998578472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"ffae6d74-95b5-4209-ba57-f4cffe761b21","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:12.998597805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"ffae6d74-95b5-4209-ba57-f4cffe761b21","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.014678407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"2a445ea3-650d-4520-8113-c515402fb841","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"e2e-shared-b-w4-65e2d3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.038752992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"6c3e4c8b-401a-4e5e-9135-9fef41a0482b","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.038788214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"6c3e4c8b-401a-4e5e-9135-9fef41a0482b","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.068015908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"21f29b4a-e5e3-42ab-84db-ec8ffabaf565","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"name":"maas-trlp-auth-test-model-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.130600776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"30d4a0b3-7730-475d-b03d-3afebbfd1fdb","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.130619466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"30d4a0b3-7730-475d-b03d-3afebbfd1fdb","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.169723842Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"b57f235a-af48-4065-9205-9808bd43f7e8","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-auth-test-model-65e2d3","model":"auth-test-model-65e2d3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-65e2d3/e2e-auth-iso-c976ee"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.225247711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"498b7abb-0656-4e34-aa47-b1b5c3336edf","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.225267371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"498b7abb-0656-4e34-aa47-b1b5c3336edf","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.269805436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"645de54f-e2b8-4a4b-ae8c-508ea3939f79","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-auth-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.326888997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d28ee0f-0647-452f-838a-4512d08102f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.341272776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d28ee0f-0647-452f-838a-4512d08102f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.35522745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d28ee0f-0647-452f-838a-4512d08102f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:13.368943179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d28ee0f-0647-452f-838a-4512d08102f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:17.964966918Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:20.01749538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acc7c94f-9ec0-4620-8dd5-d83f4396a6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:20.032049961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acc7c94f-9ec0-4620-8dd5-d83f4396a6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:20.04586241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acc7c94f-9ec0-4620-8dd5-d83f4396a6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:20.05983469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acc7c94f-9ec0-4620-8dd5-d83f4396a6e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:20.690416101Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-59eefa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-59eefa","reconcileID":"247869d2-ed28-4f85-99e2-88ffd8c9c02d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-59eefa","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-59eefa":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:20.777140164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47731ec8-2382-4d92-999e-5d01b8c6b82b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:20.79273702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47731ec8-2382-4d92-999e-5d01b8c6b82b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:20.80702657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47731ec8-2382-4d92-999e-5d01b8c6b82b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:20.821523069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47731ec8-2382-4d92-999e-5d01b8c6b82b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:21.417550288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323e0604-f19e-4b96-926e-47e74b10064b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:21.431422022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323e0604-f19e-4b96-926e-47e74b10064b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:21.445280559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323e0604-f19e-4b96-926e-47e74b10064b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:21.459162027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323e0604-f19e-4b96-926e-47e74b10064b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:22.069984318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6da1af-d625-4aaa-a6e8-f226f3e19b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:22.084835771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6da1af-d625-4aaa-a6e8-f226f3e19b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:22.196652718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6da1af-d625-4aaa-a6e8-f226f3e19b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:22.224700097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6da1af-d625-4aaa-a6e8-f226f3e19b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:22.878845248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423f92ed-301b-4682-95b0-cbb2523ef89a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:22.89969934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423f92ed-301b-4682-95b0-cbb2523ef89a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:22.913704146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423f92ed-301b-4682-95b0-cbb2523ef89a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:22.928279818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423f92ed-301b-4682-95b0-cbb2523ef89a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:24.013235889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7c7310-283c-4a98-acaf-a6f212879918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:24.0277303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7c7310-283c-4a98-acaf-a6f212879918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:24.042189855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7c7310-283c-4a98-acaf-a6f212879918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:24.055981488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7c7310-283c-4a98-acaf-a6f212879918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:47.948915947Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:48.974543998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae11168-e323-4b9b-be80-2917b143a11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:49.049387988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae11168-e323-4b9b-be80-2917b143a11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:49.085665718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae11168-e323-4b9b-be80-2917b143a11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:49.104391121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae11168-e323-4b9b-be80-2917b143a11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:49.732327631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec2cea0-88cd-4352-b206-1f8be9165dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:49.746563092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec2cea0-88cd-4352-b206-1f8be9165dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:49.800011373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec2cea0-88cd-4352-b206-1f8be9165dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:49.816391035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec2cea0-88cd-4352-b206-1f8be9165dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:50.445072165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"739c4818-a605-4564-ab3a-e9d227378fe8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-49d87f","tenantID":"e2e-inf-b-49d87f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:50.48558986Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"739c4818-a605-4564-ab3a-e9d227378fe8","name":"e2e-inf-b-49d87f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:52.476725069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"7a52903f-8096-4d46-90e5-9753448b403d","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-auth-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:52.850346819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"add2a3a2-dd28-406d-a65e-d16e6d85f4bd","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:52.850474059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"add2a3a2-dd28-406d-a65e-d16e6d85f4bd","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:52.864858477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"a4c7879f-a35e-4809-82e2-c31b1cafcad0","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"name":"maas-trlp-auth-test-model-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.110613324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"0bfab3ea-005a-4546-a49f-24d796419a15","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.110743978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"0bfab3ea-005a-4546-a49f-24d796419a15","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.185326061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"885368a5-fb22-46d8-8559-507160fe73c8","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-auth-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.205634354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"b41bf3da-b445-47de-b178-66826881d701","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"maas-trlp-auth-test-model-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.300852599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"807c77b9-cd3d-46e1-9a51-b42a13ddabc9","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.300962388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"807c77b9-cd3d-46e1-9a51-b42a13ddabc9","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.301698988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"23a093f4-5cc7-426a-b2f4-8e869bba6d53","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.301808649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"23a093f4-5cc7-426a-b2f4-8e869bba6d53","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.694575106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"576e4891-4337-48e7-8c13-6fe437c3cdde","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.694599627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"576e4891-4337-48e7-8c13-6fe437c3cdde","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.743804723Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"73f7d8dd-292e-4fce-b807-06d6722fcbeb","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43add4fd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.74384844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"b3d2ccb9-eb93-451d-a817-ec8cffbaa099","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","tenantID":"e2e-shared-a-w0-4504f1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:53.762435976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"b3d2ccb9-eb93-451d-a817-ec8cffbaa099","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"e2e-shared-a-w0-4504f1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:54.316969546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"f4886ade-6f45-43ae-9b31-558c7b6064a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:54.510595651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"f4886ade-6f45-43ae-9b31-558c7b6064a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"e2e-shared-b-w0-67363b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:54.513876155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"fdc75ca7-ae4e-4071-a025-161dc723bb74","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-755453","tenantID":"e2e-shared-b-w3-755453","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:54.548390344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"fdc75ca7-ae4e-4071-a025-161dc723bb74","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"name":"e2e-shared-b-w3-755453-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:55.134185566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"0cdf7234-b91d-45d9-911f-6c84c878a9ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:55.156521082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"0cdf7234-b91d-45d9-911f-6c84c878a9ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:55.2152045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"a929edc3-1f84-4ded-b6cb-b421504c0c39","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:55.234407804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"a929edc3-1f84-4ded-b6cb-b421504c0c39","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"e2e-shared-b-w4-65e2d3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:55.563100997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"ebce7634-8525-4893-86c3-369703b35ae4","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:55.56313716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"ebce7634-8525-4893-86c3-369703b35ae4","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:55.583996497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"d0e5e1f7-635b-4e98-8179-e318a4aa794b","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:55.584025257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"d0e5e1f7-635b-4e98-8179-e318a4aa794b","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:55.689193735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"2619b6bb-d1b4-49fb-8c94-8b6a49793611","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","tenantID":"e2e-shared-b-w2-ed3bf2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:55.715998737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"2619b6bb-d1b4-49fb-8c94-8b6a49793611","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"e2e-shared-b-w2-ed3bf2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:55.854816561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"13122442-9bb1-40c2-8a38-4bdb26172439","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:55.854842018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"13122442-9bb1-40c2-8a38-4bdb26172439","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:56.347307352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"541235e4-023f-43e0-9d52-0381f5ccf3ea","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:56.347338173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"541235e4-023f-43e0-9d52-0381f5ccf3ea","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:56.395669824Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"f40cd096-2ab3-440d-8279-00f075e13d2c","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3e764937","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:56.402507219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"eb4262f3-b5d4-4c38-820f-b20c64f909bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:56.422547734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"eb4262f3-b5d4-4c38-820f-b20c64f909bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"e2e-shared-a-w4-af237d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:57.956472074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7c2669-1dca-48b4-954d-542f44273a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:57.974963733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7c2669-1dca-48b4-954d-542f44273a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:57.989660749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7c2669-1dca-48b4-954d-542f44273a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:58.003734379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7c2669-1dca-48b4-954d-542f44273a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:58.596131228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"63f2e88c-5ffb-49b6-bd05-9e07878615cd","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:58.596159129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"63f2e88c-5ffb-49b6-bd05-9e07878615cd","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:58.610226851Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-462fb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-462fb2","reconcileID":"14f70578-871b-4da1-99ec-afc0b4edefd3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-462fb2","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-462fb2":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:58.645350528Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"412b6606-aff7-4a25-8ece-312b76fd8485","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-46d37e92","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:58.646146539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"78a7d8c5-49a3-4780-a004-5d4147fa87be","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-32717a","tenantID":"e2e-shared-a-w3-32717a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:58.673412245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"78a7d8c5-49a3-4780-a004-5d4147fa87be","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"name":"e2e-shared-a-w3-32717a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:58.756723974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"636831cc-0477-41c7-9f37-5b10b90e1ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:58.772484597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"636831cc-0477-41c7-9f37-5b10b90e1ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:58.791475163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"636831cc-0477-41c7-9f37-5b10b90e1ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:58.806020507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"636831cc-0477-41c7-9f37-5b10b90e1ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:59.428187366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa35c137-df2c-43b2-997a-28b9d8eaa38e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:59.441975595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa35c137-df2c-43b2-997a-28b9d8eaa38e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:59.455936266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa35c137-df2c-43b2-997a-28b9d8eaa38e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:14:59.469852919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa35c137-df2c-43b2-997a-28b9d8eaa38e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:00.226352488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b4e9be-a689-4f4b-866c-b61f450f19e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:00.251065929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b4e9be-a689-4f4b-866c-b61f450f19e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:00.275716363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b4e9be-a689-4f4b-866c-b61f450f19e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:00.305008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b4e9be-a689-4f4b-866c-b61f450f19e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:00.938065709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e9d80f-d3fc-4d5f-9fca-c7024bb22719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:00.971085478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e9d80f-d3fc-4d5f-9fca-c7024bb22719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.054522777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e9d80f-d3fc-4d5f-9fca-c7024bb22719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.072269806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e9d80f-d3fc-4d5f-9fca-c7024bb22719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.228215242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"4aceedf6-a141-4c1f-b1fa-671d1d521d93","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.228244611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"4aceedf6-a141-4c1f-b1fa-671d1d521d93","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.250027691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"7920c268-c341-4764-8b33-15f7adfa9e87","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.250048329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"7920c268-c341-4764-8b33-15f7adfa9e87","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:15:01.263613077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"f1757421-01db-4967-9bbf-521efb28f260","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-294f24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.284728366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"f2e19c14-f26f-4d47-923e-c10f59e7e2db","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","tenantID":"e2e-shared-b-w2-ed3bf2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.306176573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"4f5afcdc-d02e-4e03-bea7-0d5ac6e97ebe","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.306289617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"4f5afcdc-d02e-4e03-bea7-0d5ac6e97ebe","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.310562271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"f2e19c14-f26f-4d47-923e-c10f59e7e2db","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"e2e-shared-b-w2-ed3bf2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.32947002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"0050dd1e-cca1-4fde-8df9-ded4e862f65b","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.329578586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"0050dd1e-cca1-4fde-8df9-ded4e862f65b","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.407707349Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"f3b9db60-1f0a-42a9-8c61-d3645ad3f762","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"maas-trlp-auth-test-model-ed3bf2","model":"auth-test-model-ed3bf2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-ed3bf2/e2e-auth-iso-294f24"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.622895767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"32a78955-f82d-4069-a24b-71272faa43cc","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.622983929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"32a78955-f82d-4069-a24b-71272faa43cc","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:01.70044778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"7a545243-3283-46e7-b059-06515544a2ae","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"maas-trlp-auth-test-model-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:02.04403427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd857478-3d9f-4372-bb3e-07f1c99aeaa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:02.058311795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd857478-3d9f-4372-bb3e-07f1c99aeaa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:02.07279009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd857478-3d9f-4372-bb3e-07f1c99aeaa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:02.087091386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd857478-3d9f-4372-bb3e-07f1c99aeaa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:02.102507543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"9cd0dfb7-de36-48b0-a1a5-c4ff4fa1fe20","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-59eefa","tenantID":"e2e-shared-a-w1-59eefa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:02.169331905Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"9cd0dfb7-de36-48b0-a1a5-c4ff4fa1fe20","name":"e2e-shared-a-w1-59eefa-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:03.7690806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"a7fec372-f13c-4e4a-af11-c2f0d44d7daa","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","subscription":"e2e-auth-iso-8e0333","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:03.783324476Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"a7fec372-f13c-4e4a-af11-c2f0d44d7daa","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:03.797524165Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"a7fec372-f13c-4e4a-af11-c2f0d44d7daa","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:03.961474851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"b21701e7-e52a-4196-9a1a-bee1adb57c9a","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:03.961504357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"b21701e7-e52a-4196-9a1a-bee1adb57c9a","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:04.01705772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"1da9526b-60fc-4f7a-8eca-d042a7d2fd40","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","tenantID":"e2e-shared-a-w0-4504f1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:04.063855394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"1da9526b-60fc-4f7a-8eca-d042a7d2fd40","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"e2e-shared-a-w0-4504f1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:04.124887138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"54fbd075-0a72-46a0-9b21-e2af52833478","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:04.124981068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"54fbd075-0a72-46a0-9b21-e2af52833478","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:04.194145912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"1cf2c1fa-4047-427f-a5b3-78b756402c3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:04.194692374Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"6d4f9d91-ebdc-4898-b3cd-e9b5e11e938d","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8029f49f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:04.216742737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"1cf2c1fa-4047-427f-a5b3-78b756402c3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"e2e-shared-b-w0-67363b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:06.410289477Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"476f08fe-d0c6-45f0-b518-f684396bd000","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","subscription":"e2e-auth-iso-c976ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:06.42482292Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"476f08fe-d0c6-45f0-b518-f684396bd000","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:06.443653465Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"476f08fe-d0c6-45f0-b518-f684396bd000","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:06.60269172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"6ea4ddd4-f221-403b-b09d-1e77e8c4cd58","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:06.602724602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"6ea4ddd4-f221-403b-b09d-1e77e8c4cd58","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:06.653975321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"b1eab2d6-211c-4d43-b7b3-a8e1b7f7e956","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:06.672758198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"b1eab2d6-211c-4d43-b7b3-a8e1b7f7e956","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"e2e-shared-a-w4-af237d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:06.778569802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"7822fd20-553c-4e6c-979d-9d8ff8617fbc","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:06.778597879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"7822fd20-553c-4e6c-979d-9d8ff8617fbc","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:06.826077139Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"ab1b9cd4-bdd7-4631-ac80-e0f0e5be793a","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d5783e09","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:06.826525996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"c562f524-f9c3-4290-844c-ddb342e6d2cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:06.845244395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"c562f524-f9c3-4290-844c-ddb342e6d2cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"e2e-shared-b-w4-65e2d3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:08.660202133Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"d5e19786-d539-4dac-a1ce-53e5c801f57a","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","subscription":"e2e-auth-iso-4d30cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:08.676180662Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"d5e19786-d539-4dac-a1ce-53e5c801f57a","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:08.69048552Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"d5e19786-d539-4dac-a1ce-53e5c801f57a","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"name":"maas-trlp-auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:08.846390247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"febbad14-5378-4e2f-b068-1c91adb49f90","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:08.846416806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"febbad14-5378-4e2f-b068-1c91adb49f90","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:08.900199933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"246734a8-2a28-4c50-94fa-da0c27c07367","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-32717a","tenantID":"e2e-shared-a-w3-32717a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:08.921430935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"246734a8-2a28-4c50-94fa-da0c27c07367","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"name":"e2e-shared-a-w3-32717a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:09.003804256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"5698b7f8-2799-4621-a856-1abb8d2f0dd1","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:09.003890316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"5698b7f8-2799-4621-a856-1abb8d2f0dd1","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:09.050530368Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"4de53613-008d-4a7b-9764-1f4ae94817b3","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-070c6d14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:09.052917824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"1c8b6bfb-ade6-4aac-9f8c-f0f9594ee66a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-755453","tenantID":"e2e-shared-b-w3-755453","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:09.078572545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"1c8b6bfb-ade6-4aac-9f8c-f0f9594ee66a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"name":"e2e-shared-b-w3-755453-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.209588174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"75f0b970-447a-4e48-8149-b207db18ace6","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","subscription":"e2e-auth-iso-8e0333","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.223741888Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"75f0b970-447a-4e48-8149-b207db18ace6","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.23790628Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"75f0b970-447a-4e48-8149-b207db18ace6","MaaSSubscription":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.324944725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"19292b01-69c5-4043-b848-c949970a9f2d","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.324963447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"19292b01-69c5-4043-b848-c949970a9f2d","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.372162955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"1f0ab8b9-f3ec-40d7-9eb4-6fa0fd94a54d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.390537283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"1f0ab8b9-f3ec-40d7-9eb4-6fa0fd94a54d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"e2e-shared-b-w0-67363b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.477824872Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"d327e966-863d-4257-a142-66ea3cb7d597","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.477935619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"411c94af-660a-4c03-8651-ea34bf4c1752","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.477952188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"411c94af-660a-4c03-8651-ea34bf4c1752","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.562015605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"d327e966-863d-4257-a142-66ea3cb7d597","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","tenantID":"e2e-shared-a-w0-4504f1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.580491304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"d327e966-863d-4257-a142-66ea3cb7d597","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"e2e-shared-a-w0-4504f1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.580514968Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-auth-iso-8e0333","reconcileID":"d327e966-863d-4257-a142-66ea3cb7d597","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.602490368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"c0269359-95c5-4aac-b833-c2e56ded876b","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/auth-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.602517059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"c0269359-95c5-4aac-b833-c2e56ded876b","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"auth-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"auth-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.749096676Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"f9391670-a36f-4316-a4d8-ff9ff3c5a38f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.749256779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"abd1310a-79f1-4849-89b2-5f5db2895cba","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.749275456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"abd1310a-79f1-4849-89b2-5f5db2895cba","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.878085777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"f9391670-a36f-4316-a4d8-ff9ff3c5a38f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.896528594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"f9391670-a36f-4316-a4d8-ff9ff3c5a38f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"e2e-shared-b-w0-67363b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.89654797Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-auth-iso-8e0333","reconcileID":"f9391670-a36f-4316-a4d8-ff9ff3c5a38f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e0333","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.917144895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"b525d1b0-8da7-4e88-996b-3c74899a7bbf","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/auth-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.917224783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"auth-test-model-67363b","reconcileID":"b525d1b0-8da7-4e88-996b-3c74899a7bbf","MaaSModelRef":{"name":"auth-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"auth-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"auth-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:15:15.741565112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"auth-test-model-4504f1","reconcileID":"fcfd16b1-833a-41bc-af6f-45a2f5607de8","error":"Internal error occurred: failed calling webhook \"vmaasmodelref.kb.io\": failed to call webhook: Post \"https://maas-controller-webhook-service.opendatahub.svc:443/validate-maas-opendatahub-io-v1alpha1-maasmodelref?timeout=10s\": EOF","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:16.842636811Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"6ebecfc0-9914-4bfc-bab0-21669fb8158b","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","subscription":"e2e-auth-iso-c976ee","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:16.857339517Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"6ebecfc0-9914-4bfc-bab0-21669fb8158b","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:16.87509687Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"6ebecfc0-9914-4bfc-bab0-21669fb8158b","MaaSSubscription":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.027974615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"1ef7d6c7-08d0-45a0-b43a-2eb45c6b56b4","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.027998201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"1ef7d6c7-08d0-45a0-b43a-2eb45c6b56b4","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.078877764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"3b6a9ec4-d6fb-4a3a-b9ac-2172fe3739bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.097611933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"3b6a9ec4-d6fb-4a3a-b9ac-2172fe3739bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"e2e-shared-b-w4-65e2d3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.186446098Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"5254c7ec-a6bf-4cea-99c2-3cfbfca49b49","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.186601016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"a836a5c2-590e-47a9-8f83-3cbfdd1ba677","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.18662182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"a836a5c2-590e-47a9-8f83-3cbfdd1ba677","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.264108828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"5254c7ec-a6bf-4cea-99c2-3cfbfca49b49","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.287448509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"5254c7ec-a6bf-4cea-99c2-3cfbfca49b49","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"e2e-shared-a-w4-af237d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.287469561Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-auth-iso-c976ee","reconcileID":"5254c7ec-a6bf-4cea-99c2-3cfbfca49b49","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.314294333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"c4463569-6b43-4eef-8e35-94fc6083eadb","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/auth-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.314312051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"auth-test-model-af237d","reconcileID":"c4463569-6b43-4eef-8e35-94fc6083eadb","MaaSModelRef":{"name":"auth-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"auth-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"auth-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.474316814Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"e7b85232-ce19-4207-a662-60f3e0a7e435","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.474474601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"612b00a5-138e-47df-b6b5-51b6c8f261ff","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.474493877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"612b00a5-138e-47df-b6b5-51b6c8f261ff","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.602110365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"e7b85232-ce19-4207-a662-60f3e0a7e435","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.621987876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"e7b85232-ce19-4207-a662-60f3e0a7e435","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"e2e-shared-b-w4-65e2d3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.622010933Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-auth-iso-c976ee","reconcileID":"e7b85232-ce19-4207-a662-60f3e0a7e435","MaaSAuthPolicy":{"name":"e2e-auth-iso-c976ee","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.64084949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"604f6ed4-6ad9-41f9-bf77-a347a186cfcb","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/auth-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.640867255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"auth-test-model-65e2d3","reconcileID":"604f6ed4-6ad9-41f9-bf77-a347a186cfcb","MaaSModelRef":{"name":"auth-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"auth-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"auth-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.948578811Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.065410465Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"7dda8e81-c932-410d-a84b-00a7f60847dd","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","subscription":"e2e-auth-iso-4d30cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.079538146Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"7dda8e81-c932-410d-a84b-00a7f60847dd","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.0935899Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"7dda8e81-c932-410d-a84b-00a7f60847dd","MaaSSubscription":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"name":"maas-trlp-auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.1770359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"24b1fdd2-37a0-4531-9f9c-a800004a7d1d","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.177058971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"24b1fdd2-37a0-4531-9f9c-a800004a7d1d","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.225257307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"3bd34762-f34d-40db-a837-fb0266f93b2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-755453","tenantID":"e2e-shared-b-w3-755453","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.245093574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"3bd34762-f34d-40db-a837-fb0266f93b2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"name":"e2e-shared-b-w3-755453-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.334322097Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"d1437c3f-5663-46b9-b6e9-9956d1c1c244","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.334468536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"66fad3a5-830a-4a6c-b423-1aecb26d616f","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.334489613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"66fad3a5-830a-4a6c-b423-1aecb26d616f","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.486739558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"d1437c3f-5663-46b9-b6e9-9956d1c1c244","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-32717a","tenantID":"e2e-shared-a-w3-32717a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.50755905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"d1437c3f-5663-46b9-b6e9-9956d1c1c244","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"name":"e2e-shared-a-w3-32717a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.507595481Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"e2e-auth-iso-4d30cc","reconcileID":"d1437c3f-5663-46b9-b6e9-9956d1c1c244","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.530033581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"b560b375-8328-4c4f-97b1-a555af42dc54","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"tenant":"e2e-shared-a-w3-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","model":"ai-tenant-e2e-shared-a-w3-32717a/auth-test-model-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.53012629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"auth-test-model-32717a","reconcileID":"b560b375-8328-4c4f-97b1-a555af42dc54","MaaSModelRef":{"name":"auth-test-model-32717a","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"routeName":"auth-test-model-32717a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-32717a","llmisvcName":"auth-test-model-32717a","gateway":"openshift-ingress/e2e-shared-a-w3-32717a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.690994823Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"b6165fe0-20a2-4339-afee-fcfcae18b031","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.691520611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"376fc192-7f46-4330-a0e7-17499732b443","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.691544495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"376fc192-7f46-4330-a0e7-17499732b443","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.889861009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"b6165fe0-20a2-4339-afee-fcfcae18b031","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-755453","tenantID":"e2e-shared-b-w3-755453","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.910855937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"b6165fe0-20a2-4339-afee-fcfcae18b031","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"name":"e2e-shared-b-w3-755453-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.910887461Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"e2e-auth-iso-4d30cc","reconcileID":"b6165fe0-20a2-4339-afee-fcfcae18b031","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d30cc","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.930479702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"bfed6a51-3cda-4079-9fe3-eff676e066f3","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"tenant":"e2e-shared-b-w3-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","model":"ai-tenant-e2e-shared-b-w3-755453/auth-test-model-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.930504423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"auth-test-model-755453","reconcileID":"bfed6a51-3cda-4079-9fe3-eff676e066f3","MaaSModelRef":{"name":"auth-test-model-755453","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"routeName":"auth-test-model-755453-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-755453","llmisvcName":"auth-test-model-755453","gateway":"openshift-ingress/e2e-shared-b-w3-755453","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:27.242031592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fccca0-a669-4f4c-a79c-53b8e37e7fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:27.272434304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fccca0-a669-4f4c-a79c-53b8e37e7fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:27.330009019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fccca0-a669-4f4c-a79c-53b8e37e7fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:27.377098605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fccca0-a669-4f4c-a79c-53b8e37e7fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:28.07798624Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1056cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1056cc","reconcileID":"9619885e-16a6-44d1-98f8-7a41e8824db8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1056cc","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-1056cc":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:28.148222321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e520a97-1585-45fd-b96b-956a4ce23072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:28.163108238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e520a97-1585-45fd-b96b-956a4ce23072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:28.176966926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e520a97-1585-45fd-b96b-956a4ce23072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:28.1907766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e520a97-1585-45fd-b96b-956a4ce23072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:29.655122498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44cf4ae7-8969-4d19-9337-6c4f8bdaa350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:29.669967256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44cf4ae7-8969-4d19-9337-6c4f8bdaa350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:29.691377801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44cf4ae7-8969-4d19-9337-6c4f8bdaa350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:29.708870749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44cf4ae7-8969-4d19-9337-6c4f8bdaa350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:15:30.122674022Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1056cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1056cc","reconcileID":"6c0e8811-dbd6-4fb6-9a7b-1e5d93bf833c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-1056cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:30.774992809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c7bfa0-d834-4e5d-8df0-8e054e47412e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:30.794541175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c7bfa0-d834-4e5d-8df0-8e054e47412e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:30.902636464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c7bfa0-d834-4e5d-8df0-8e054e47412e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:30.946058667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"e644ae84-9c16-4541-8982-271129a3d56f","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"maas-trlp-auth-test-model-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:30.965845244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c7bfa0-d834-4e5d-8df0-8e054e47412e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:31.10842283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"675761bd-679a-4fda-90d3-4bd991fa1e4c","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:31.108522192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"675761bd-679a-4fda-90d3-4bd991fa1e4c","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:31.682976149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747645d0-e678-44c4-a457-e6d6c529df67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:31.700538505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747645d0-e678-44c4-a457-e6d6c529df67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:31.714394528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747645d0-e678-44c4-a457-e6d6c529df67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:31.728020507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747645d0-e678-44c4-a457-e6d6c529df67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:32.218637067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"32cd832e-3eca-4398-88d0-aa333363b06c","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","tenantID":"e2e-shared-b-w2-ed3bf2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:32.23731811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"32cd832e-3eca-4398-88d0-aa333363b06c","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"e2e-shared-b-w2-ed3bf2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:33.587812381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"6708adc1-c8f7-4198-be0b-0c2f5f4a5084","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:33.587839648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"6708adc1-c8f7-4198-be0b-0c2f5f4a5084","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:33.643711927Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"cdf819fd-44cd-482d-92f8-e0517ab2e2f3","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4265824e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:33.645900767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"c5e11d06-cdd3-4f8b-9184-77e1bf9e5fd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:33.67070531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"c5e11d06-cdd3-4f8b-9184-77e1bf9e5fd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:36.797928737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396aa168-b658-4b1c-9aca-a767d2d81652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:36.812031791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396aa168-b658-4b1c-9aca-a767d2d81652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:36.825886708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396aa168-b658-4b1c-9aca-a767d2d81652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:36.840280677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396aa168-b658-4b1c-9aca-a767d2d81652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:37.432872345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df515514-650b-49f4-ad39-333e4fc98127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:37.44700938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df515514-650b-49f4-ad39-333e4fc98127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:37.460801397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df515514-650b-49f4-ad39-333e4fc98127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:37.475868496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df515514-650b-49f4-ad39-333e4fc98127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:42.921143387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"39be0a4e-24ec-4e6a-b0c1-695a623b20e4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","tenantID":"e2e-inf-a-462fb2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:42.962917372Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"39be0a4e-24ec-4e6a-b0c1-695a623b20e4","name":"e2e-inf-a-462fb2-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:43.694627657Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"2e7e1295-f2f1-430e-ab5c-9d92e2078970","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","subscription":"e2e-auth-iso-294f24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:43.713899118Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"2e7e1295-f2f1-430e-ab5c-9d92e2078970","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:43.729043753Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"2e7e1295-f2f1-430e-ab5c-9d92e2078970","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"maas-trlp-auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:43.827341476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"5e1a510c-a9a3-459d-bf19-464f7ad21479","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:43.827363118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"5e1a510c-a9a3-459d-bf19-464f7ad21479","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:43.884046235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"245f8312-f4b5-4832-bbaf-88af4b10628a","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:43.902715892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"245f8312-f4b5-4832-bbaf-88af4b10628a","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:43.985688088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"f7fc8c9f-284e-415c-a70d-e0d9a5629782","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:43.988467497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"f7fc8c9f-284e-415c-a70d-e0d9a5629782","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:44.034659475Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"93568fa1-c360-4a3d-a5e1-6cd68c66ee18","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3ea7eae2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:44.036936155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"7bce9302-f7c2-4711-9af8-53b570189731","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","tenantID":"e2e-shared-b-w2-ed3bf2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:44.055661803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"7bce9302-f7c2-4711-9af8-53b570189731","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"e2e-shared-b-w2-ed3bf2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:47.655181518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7374b2ec-9b18-49e8-93e8-29272fce346b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:47.671070104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7374b2ec-9b18-49e8-93e8-29272fce346b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:47.687977607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7374b2ec-9b18-49e8-93e8-29272fce346b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:47.701923696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7374b2ec-9b18-49e8-93e8-29272fce346b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:47.976786035Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:48.447381949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1ee514-0270-4e0f-bc38-ea612c96d12f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:48.462488672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1ee514-0270-4e0f-bc38-ea612c96d12f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:48.477239101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1ee514-0270-4e0f-bc38-ea612c96d12f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:48.491894425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1ee514-0270-4e0f-bc38-ea612c96d12f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:52.236583754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911434ed-ae19-46d5-a152-0b51bc1a2bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:52.250658903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911434ed-ae19-46d5-a152-0b51bc1a2bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:52.265078343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911434ed-ae19-46d5-a152-0b51bc1a2bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:52.279074459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911434ed-ae19-46d5-a152-0b51bc1a2bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:52.600920251Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-e170ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-e170ed","reconcileID":"d83f2ba4-5a9a-41df-a344-cc6f835e0164","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-e170ed","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-e170ed":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:52.926146254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7e94b6-ca38-4af0-88b5-9ee924511d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:52.955321638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7e94b6-ca38-4af0-88b5-9ee924511d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:53.010072759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7e94b6-ca38-4af0-88b5-9ee924511d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:53.101898895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7e94b6-ca38-4af0-88b5-9ee924511d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:53.813162328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d157bb-3d0f-4e23-9250-733745abc801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:53.826927659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d157bb-3d0f-4e23-9250-733745abc801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:53.840530771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d157bb-3d0f-4e23-9250-733745abc801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:53.854291631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d157bb-3d0f-4e23-9250-733745abc801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.049159437Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"06b88380-1f72-45dd-919d-4b414dcc9dc5","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","subscription":"e2e-auth-iso-294f24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.063111513Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"06b88380-1f72-45dd-919d-4b414dcc9dc5","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.078863987Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"06b88380-1f72-45dd-919d-4b414dcc9dc5","MaaSSubscription":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"maas-trlp-auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.269738796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"e81f7a33-39cc-405a-82fd-c00376fb8212","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.269778386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"e81f7a33-39cc-405a-82fd-c00376fb8212","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.323308573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"b3f82f47-58ec-4420-9726-c553f64a6019","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","tenantID":"e2e-shared-b-w2-ed3bf2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.34295884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"b3f82f47-58ec-4420-9726-c553f64a6019","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"e2e-shared-b-w2-ed3bf2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.379013352Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"e185a334-3c9a-4da8-9660-498ac5fda50a","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.379166219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"a9501019-6788-4b46-9cc7-5229fb2cfd5c","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.379183959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"a9501019-6788-4b46-9cc7-5229fb2cfd5c","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.448722133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0874c4-54e4-4caa-a3f4-423c8d20741a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.462701172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0874c4-54e4-4caa-a3f4-423c8d20741a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.476677508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0874c4-54e4-4caa-a3f4-423c8d20741a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.490606217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0874c4-54e4-4caa-a3f4-423c8d20741a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.589994993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"e185a334-3c9a-4da8-9660-498ac5fda50a","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.61081865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"e185a334-3c9a-4da8-9660-498ac5fda50a","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.610846983Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-auth-iso-294f24","reconcileID":"e185a334-3c9a-4da8-9660-498ac5fda50a","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.631340265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"9d3e25a4-ac1e-4ddc-be4f-266ed488ef93","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/auth-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.631368433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"auth-test-model-b0c3c3","reconcileID":"9d3e25a4-ac1e-4ddc-be4f-266ed488ef93","MaaSModelRef":{"name":"auth-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"auth-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"auth-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.833224986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"fd892fe7-b683-4bec-ad5e-d5212fffd396","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.833269745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"fd892fe7-b683-4bec-ad5e-d5212fffd396","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.925301929Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"8db2bcaa-6595-45f1-95f3-39bc4d36de7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:55.200586709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"8db2bcaa-6595-45f1-95f3-39bc4d36de7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","tenantID":"e2e-shared-b-w2-ed3bf2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:55.221858976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"8db2bcaa-6595-45f1-95f3-39bc4d36de7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"e2e-shared-b-w2-ed3bf2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:55.221953583Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-auth-iso-294f24","reconcileID":"8db2bcaa-6595-45f1-95f3-39bc4d36de7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-294f24","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:55.279385071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"6820b4ed-04dc-4ea2-b833-c22618fd73e9","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/auth-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:55.279502328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"auth-test-model-ed3bf2","reconcileID":"6820b4ed-04dc-4ea2-b833-c22618fd73e9","MaaSModelRef":{"name":"auth-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"auth-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"auth-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:55.363512398Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9e7cc9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9e7cc9","reconcileID":"66040393-869a-4920-8c19-fd6334e12249","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9e7cc9","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-9e7cc9":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:55.564091019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b9faa30-20df-44c1-86b3-bfb4a386249f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:55.578008898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b9faa30-20df-44c1-86b3-bfb4a386249f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:55.591828773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b9faa30-20df-44c1-86b3-bfb4a386249f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:55.605684153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b9faa30-20df-44c1-86b3-bfb4a386249f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:56.292898446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0894c3b-abb6-44b6-8d3b-aa2113e237bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:56.306722601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0894c3b-abb6-44b6-8d3b-aa2113e237bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:56.320591835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0894c3b-abb6-44b6-8d3b-aa2113e237bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:56.334352878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0894c3b-abb6-44b6-8d3b-aa2113e237bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:57.138537334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6fab11-027d-4f56-9bd9-7ff9392b03fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:57.153161808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6fab11-027d-4f56-9bd9-7ff9392b03fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:57.166783554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6fab11-027d-4f56-9bd9-7ff9392b03fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:15:57.180300227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6fab11-027d-4f56-9bd9-7ff9392b03fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:09.419394573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b21ae0-3df7-467c-9daa-29e5282687bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:09.433332941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b21ae0-3df7-467c-9daa-29e5282687bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:09.447014517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b21ae0-3df7-467c-9daa-29e5282687bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:09.463146675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b21ae0-3df7-467c-9daa-29e5282687bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:10.080500307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a30cbd9-7d25-420b-a8d8-2174420b39fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:10.094407921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a30cbd9-7d25-420b-a8d8-2174420b39fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:10.108352731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a30cbd9-7d25-420b-a8d8-2174420b39fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:10.122807844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a30cbd9-7d25-420b-a8d8-2174420b39fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:10.294748197Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-faa4fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-faa4fc","reconcileID":"b8bb217d-9358-455a-a6bc-4d65196ceceb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-faa4fc","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-faa4fc":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:10.764086709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5e6e2f-aca9-4b2c-a196-94f4f213a750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:10.779524725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5e6e2f-aca9-4b2c-a196-94f4f213a750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:10.793594729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5e6e2f-aca9-4b2c-a196-94f4f213a750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:10.8083951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5e6e2f-aca9-4b2c-a196-94f4f213a750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:11.374057499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9626236-aac8-4c3e-9e7e-93741226789d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:11.387826323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9626236-aac8-4c3e-9e7e-93741226789d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:11.403720788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9626236-aac8-4c3e-9e7e-93741226789d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:11.418561166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9626236-aac8-4c3e-9e7e-93741226789d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:16:12.091987313Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-faa4fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-faa4fc","reconcileID":"f9608bef-78e8-4f08-9de1-00ae588f2769","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-faa4fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:12.154056757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057e40bb-a026-4e84-a77f-2dcc7f28e041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:12.167934482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057e40bb-a026-4e84-a77f-2dcc7f28e041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:12.181570425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057e40bb-a026-4e84-a77f-2dcc7f28e041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:12.19602456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057e40bb-a026-4e84-a77f-2dcc7f28e041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:13.039805408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fce3016-08b7-4931-8bcc-7a25b4a90021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:13.053599614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fce3016-08b7-4931-8bcc-7a25b4a90021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:13.067304578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fce3016-08b7-4931-8bcc-7a25b4a90021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:13.081178048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fce3016-08b7-4931-8bcc-7a25b4a90021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:15.324423381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"5066fc6e-194d-445c-b7ea-3fc0d81784ca","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1056cc","tenantID":"e2e-inf-a-1056cc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:15.366085754Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"5066fc6e-194d-445c-b7ea-3fc0d81784ca","name":"e2e-inf-a-1056cc-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:17.94889525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:28.397039905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"60a64b3b-cd81-480a-87cf-e3b038b85b11","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:28.397180991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"60a64b3b-cd81-480a-87cf-e3b038b85b11","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:28.702810539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"43841b37-21ee-4c64-9d74-09356e6dc6e5","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:28.702831125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"43841b37-21ee-4c64-9d74-09356e6dc6e5","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:28.721968996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"07be13ec-9f78-4023-ae69-b8e12712b471","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:28.721985985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"07be13ec-9f78-4023-ae69-b8e12712b471","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:28.757981095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"4ff7f1dd-9021-4f34-bfda-023c3b283f52","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fba83e","tenantID":"e2e-inf-a-fba83e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:28.781613199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"4ff7f1dd-9021-4f34-bfda-023c3b283f52","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"e2e-inf-a-fba83e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:28.80110969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fba83e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dfd0dfc24847103b31c50877d209b7575e5be348645add46dcf7f146a0d170f) AuthConfig (6abbf26ef4eb2b7d7c649d5032f210103aa8ace153431056deab8f14b237524e) AuthConfig (ec38f7ee1b13734f45bae4f495888c6ef8277289e50e4f2caf801cd65e7a4cb8) AuthConfig (d1a4ecf20e9ac814a6042a5b33fa89dfd5335c81b67591565743eaca692e4e9e) AuthConfig (cd7985c872f6157849b60a7ea584ddef54f93efe59ba3ff864f191dd1813ebf8) AuthConfig (c004a49f1f19027e4b77d55468feaa1652ff52b77f34509828342da247046779) AuthConfig (ccb09a1a8493df4037a6a6478d66f65228ff3f8f4d91a99d4731d9fc67b12b5c) AuthConfig (162aa45da0fc902f914376a3d4952ff13a1e9a0e22c34680825981498ea51497) AuthConfig (8daf785a7c8a68ec88f01030752141164aa73743f7fc64cd1c2e29093d98caee) AuthConfig (d315fb6a15fd1c822f9347545e5b8b03be7954e1b534abd61ff7050f9af9a267) AuthConfig (f6781c07815855c7955aaea4e714c43516bc3e855b31540c53fc2fb92fc82da0) AuthConfig (3d841b9d936235a0cd53ceaa92ae0d5b29a45d54c5c7b1c68ad2fd0651f3f0d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"4ff7f1dd-9021-4f34-bfda-023c3b283f52","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:28.822263264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"12192b28-322e-4ff1-b834-99438806590e","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:28.822358451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"12192b28-322e-4ff1-b834-99438806590e","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:32.7122253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cac260-3c5b-4d43-8318-3db6befbdad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:32.73911353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cac260-3c5b-4d43-8318-3db6befbdad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:32.75301601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cac260-3c5b-4d43-8318-3db6befbdad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:32.769070492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cac260-3c5b-4d43-8318-3db6befbdad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.351123532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1148a8-dc7e-4cfd-98cd-5a2a2fd7ac65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.365300351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1148a8-dc7e-4cfd-98cd-5a2a2fd7ac65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.379070184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1148a8-dc7e-4cfd-98cd-5a2a2fd7ac65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.393729573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1148a8-dc7e-4cfd-98cd-5a2a2fd7ac65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:34.030688967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74572ec-56b2-485a-a516-0bc18573bcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:34.044443664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74572ec-56b2-485a-a516-0bc18573bcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:34.059109463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74572ec-56b2-485a-a516-0bc18573bcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:34.07300736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74572ec-56b2-485a-a516-0bc18573bcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.850697345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"545d1c50-7d20-482d-a542-d38ed6562ab8","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fba83e","tenantID":"e2e-inf-a-fba83e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.870528391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"545d1c50-7d20-482d-a542-d38ed6562ab8","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"e2e-inf-a-fba83e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.888780645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fba83e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dfd0dfc24847103b31c50877d209b7575e5be348645add46dcf7f146a0d170f) AuthConfig (6abbf26ef4eb2b7d7c649d5032f210103aa8ace153431056deab8f14b237524e) AuthConfig (ec38f7ee1b13734f45bae4f495888c6ef8277289e50e4f2caf801cd65e7a4cb8) AuthConfig (d1a4ecf20e9ac814a6042a5b33fa89dfd5335c81b67591565743eaca692e4e9e) AuthConfig (cd7985c872f6157849b60a7ea584ddef54f93efe59ba3ff864f191dd1813ebf8) AuthConfig (c004a49f1f19027e4b77d55468feaa1652ff52b77f34509828342da247046779) AuthConfig (ccb09a1a8493df4037a6a6478d66f65228ff3f8f4d91a99d4731d9fc67b12b5c) AuthConfig (162aa45da0fc902f914376a3d4952ff13a1e9a0e22c34680825981498ea51497) AuthConfig (8daf785a7c8a68ec88f01030752141164aa73743f7fc64cd1c2e29093d98caee) AuthConfig (d315fb6a15fd1c822f9347545e5b8b03be7954e1b534abd61ff7050f9af9a267) AuthConfig (f6781c07815855c7955aaea4e714c43516bc3e855b31540c53fc2fb92fc82da0) AuthConfig (3d841b9d936235a0cd53ceaa92ae0d5b29a45d54c5c7b1c68ad2fd0651f3f0d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"545d1c50-7d20-482d-a542-d38ed6562ab8","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:39.803201492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a513728-7d78-491f-851e-3e624b3b7215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:39.817125475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a513728-7d78-491f-851e-3e624b3b7215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:39.830732158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a513728-7d78-491f-851e-3e624b3b7215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:39.845245236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a513728-7d78-491f-851e-3e624b3b7215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:40.419740263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8992a55a-a1c1-41e4-bac8-61c1e914ee05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:40.434247515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8992a55a-a1c1-41e4-bac8-61c1e914ee05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:40.448982037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8992a55a-a1c1-41e4-bac8-61c1e914ee05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:40.463505914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8992a55a-a1c1-41e4-bac8-61c1e914ee05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:40.594580243Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-f4ce70","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-f4ce70","reconcileID":"66c61254-162d-47fa-8bad-14efadd7113a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-f4ce70","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-f4ce70":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:41.067550887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ec6780-b45d-481b-810e-c68406098f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:41.095237337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ec6780-b45d-481b-810e-c68406098f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:41.109264883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ec6780-b45d-481b-810e-c68406098f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:41.123041115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ec6780-b45d-481b-810e-c68406098f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:41.99040905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9f620c-45c1-4bc9-80ee-548337280693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:42.004223903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9f620c-45c1-4bc9-80ee-548337280693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:42.018403506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9f620c-45c1-4bc9-80ee-548337280693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:42.031949847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d9f620c-45c1-4bc9-80ee-548337280693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:16:42.333921656Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-f4ce70","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-f4ce70","reconcileID":"11cbbcb6-5cc6-48e7-a1c6-3b449e25250d","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-b-f4ce70\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:42.682866241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"782c1f4b-5b5e-4d9b-af97-3532c0684a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:42.697372706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"782c1f4b-5b5e-4d9b-af97-3532c0684a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:42.711263821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"782c1f4b-5b5e-4d9b-af97-3532c0684a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:42.725380842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"782c1f4b-5b5e-4d9b-af97-3532c0684a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:43.156971136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"9720db82-a407-4693-afa6-d07d8c39c420","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e170ed","tenantID":"e2e-shared-b-w1-e170ed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:43.226251283Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"9720db82-a407-4693-afa6-d07d8c39c420","name":"e2e-shared-b-w1-e170ed-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:46.797199942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"f189e329-a34f-44a8-b05a-9b40295988ab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9e7cc9","tenantID":"e2e-inf-a-9e7cc9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:46.845173987Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"f189e329-a34f-44a8-b05a-9b40295988ab","name":"e2e-inf-a-9e7cc9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:47.949651291Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.932440804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"ded698ba-597c-425d-b4d9-e63a0be31636","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fba83e","tenantID":"e2e-inf-a-fba83e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.951147184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"ded698ba-597c-425d-b4d9-e63a0be31636","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"e2e-inf-a-fba83e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.969180821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fba83e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dfd0dfc24847103b31c50877d209b7575e5be348645add46dcf7f146a0d170f) AuthConfig (6abbf26ef4eb2b7d7c649d5032f210103aa8ace153431056deab8f14b237524e) AuthConfig (ec38f7ee1b13734f45bae4f495888c6ef8277289e50e4f2caf801cd65e7a4cb8) AuthConfig (d1a4ecf20e9ac814a6042a5b33fa89dfd5335c81b67591565743eaca692e4e9e) AuthConfig (cd7985c872f6157849b60a7ea584ddef54f93efe59ba3ff864f191dd1813ebf8) AuthConfig (c004a49f1f19027e4b77d55468feaa1652ff52b77f34509828342da247046779) AuthConfig (ccb09a1a8493df4037a6a6478d66f65228ff3f8f4d91a99d4731d9fc67b12b5c) AuthConfig (162aa45da0fc902f914376a3d4952ff13a1e9a0e22c34680825981498ea51497) AuthConfig (8daf785a7c8a68ec88f01030752141164aa73743f7fc64cd1c2e29093d98caee) AuthConfig (d315fb6a15fd1c822f9347545e5b8b03be7954e1b534abd61ff7050f9af9a267) AuthConfig (f6781c07815855c7955aaea4e714c43516bc3e855b31540c53fc2fb92fc82da0) AuthConfig (3d841b9d936235a0cd53ceaa92ae0d5b29a45d54c5c7b1c68ad2fd0651f3f0d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"ded698ba-597c-425d-b4d9-e63a0be31636","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:59.001526424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"8f943d6f-89bc-4a98-b88a-a7b66dbd7227","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fba83e","tenantID":"e2e-inf-a-fba83e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:59.020212097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"8f943d6f-89bc-4a98-b88a-a7b66dbd7227","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"e2e-inf-a-fba83e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:59.105897901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"502db704-0bd9-4761-9027-22256161029a","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:16:59.105920009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"502db704-0bd9-4761-9027-22256161029a","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.081282701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"d864fd2c-88cf-4775-b776-4b2fff5d0920","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.081307339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"d864fd2c-88cf-4775-b776-4b2fff5d0920","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.103885683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"c85616c5-0b6c-49e2-abb2-d5cad58b1ee4","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.103989128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"c85616c5-0b6c-49e2-abb2-d5cad58b1ee4","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:00.113009466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-sub","reconcileID":"1cc119f1-82bf-4618-960a-b6e14a9bf725","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-fba83e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:00.121365413Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"c85616c5-0b6c-49e2-abb2-d5cad58b1ee4","name":"test-model-fba83e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-fba83e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:00.121419515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"c85616c5-0b6c-49e2-abb2-d5cad58b1ee4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-fba83e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.127058447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"4c2b3d1b-8531-4227-9c1c-b49cfb4d71f9","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.127075735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"4c2b3d1b-8531-4227-9c1c-b49cfb4d71f9","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.13556543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"daf43b5b-ee5d-41fa-9bbc-4edf72006063","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fba83e","tenantID":"e2e-inf-a-fba83e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.14706226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"5484a51d-b69a-4069-8b06-9f6e1061b5bd","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.147084826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"5484a51d-b69a-4069-8b06-9f6e1061b5bd","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.154826725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"daf43b5b-ee5d-41fa-9bbc-4edf72006063","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"e2e-inf-a-fba83e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.164580683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"a5550877-0c4d-4da3-b2cc-d065f08dd164","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.164598953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"a5550877-0c4d-4da3-b2cc-d065f08dd164","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.223977932Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-sub","reconcileID":"5c501428-5974-409f-be1a-73a2ae08fb85","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"maas-trlp-test-model-fba83e","model":"test-model-fba83e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-fba83e/test-model-fba83e-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.281533379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"32b34b5b-094b-4464-aae6-6c927c60b924","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.281554652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"32b34b5b-094b-4464-aae6-6c927c60b924","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.346959865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-sub","reconcileID":"6edbc176-6789-42c4-86b3-26e6a6cbd482","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"maas-trlp-test-model-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:03.479404078Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"namespace":"ai-tenant-e2e-noten-ea8e77","name":"noten-model-ea8e77","reconcileID":"1f3f7876-bb9d-4357-a246-a0577b15415d","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77-kserve-route (gateways: [openshift-ingress/e2e-noten-ea8e77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:03.496581977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"namespace":"ai-tenant-e2e-noten-ea8e77","name":"noten-model-ea8e77","reconcileID":"1f3f7876-bb9d-4357-a246-a0577b15415d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77-kserve-route (gateways: [openshift-ingress/e2e-noten-ea8e77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:03.502193947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"namespace":"ai-tenant-e2e-noten-ea8e77","name":"noten-model-ea8e77","reconcileID":"3a00e7ad-84c9-4ced-9d80-50e1c865f7be","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77-kserve-route (gateways: [openshift-ingress/e2e-noten-ea8e77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:03.50225264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"namespace":"ai-tenant-e2e-noten-ea8e77","name":"noten-model-ea8e77","reconcileID":"3a00e7ad-84c9-4ced-9d80-50e1c865f7be","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77-kserve-route (gateways: [openshift-ingress/e2e-noten-ea8e77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:03.505904222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"c2b4b08b-dd93-4bde-90f7-8ad5be26205d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-faa4fc","tenantID":"e2e-inf-a-faa4fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:03.513221399Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"namespace":"ai-tenant-e2e-noten-ea8e77","name":"noten-model-ea8e77","reconcileID":"c9b345b1-dccc-4df4-906a-f5d1c6602b52","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77-kserve-route (gateways: [openshift-ingress/e2e-noten-ea8e77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:03.513289551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"namespace":"ai-tenant-e2e-noten-ea8e77","name":"noten-model-ea8e77","reconcileID":"c9b345b1-dccc-4df4-906a-f5d1c6602b52","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77-kserve-route (gateways: [openshift-ingress/e2e-noten-ea8e77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:03.533860719Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"namespace":"ai-tenant-e2e-noten-ea8e77","name":"noten-model-ea8e77","reconcileID":"cf9b7524-a3e9-4f62-a149-7871e9a3995b","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77-kserve-route (gateways: [openshift-ingress/e2e-noten-ea8e77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:03.533931991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"namespace":"ai-tenant-e2e-noten-ea8e77","name":"noten-model-ea8e77","reconcileID":"cf9b7524-a3e9-4f62-a149-7871e9a3995b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77-kserve-route (gateways: [openshift-ingress/e2e-noten-ea8e77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:03.547125485Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"c2b4b08b-dd93-4bde-90f7-8ad5be26205d","name":"e2e-inf-a-faa4fc-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:03.578540113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"namespace":"ai-tenant-e2e-noten-ea8e77","name":"noten-model-ea8e77","reconcileID":"3e0ed9e2-7f0f-43d8-b3d1-a6cfd4297a42","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77-kserve-route (gateways: [openshift-ingress/e2e-noten-ea8e77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:03.578641023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"namespace":"ai-tenant-e2e-noten-ea8e77","name":"noten-model-ea8e77","reconcileID":"3e0ed9e2-7f0f-43d8-b3d1-a6cfd4297a42","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77-kserve-route (gateways: [openshift-ingress/e2e-noten-ea8e77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:03.67153351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"namespace":"ai-tenant-e2e-noten-ea8e77","name":"noten-model-ea8e77","reconcileID":"545dc0ab-3153-4dcc-be1b-33e2fc272cc8","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77-kserve-route (gateways: [openshift-ingress/e2e-noten-ea8e77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:03.671632266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea8e77","namespace":"ai-tenant-e2e-noten-ea8e77"},"namespace":"ai-tenant-e2e-noten-ea8e77","name":"noten-model-ea8e77","reconcileID":"545dc0ab-3153-4dcc-be1b-33e2fc272cc8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea8e77/noten-model-ea8e77-kserve-route (gateways: [openshift-ingress/e2e-noten-ea8e77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:10.221344399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0aecc9-8bce-472f-b6c3-d76cbe047f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:10.236460372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0aecc9-8bce-472f-b6c3-d76cbe047f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:10.251084776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0aecc9-8bce-472f-b6c3-d76cbe047f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:10.26673713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0aecc9-8bce-472f-b6c3-d76cbe047f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:10.960855589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0dc19c5-efce-4b98-ba6a-1db8cb9c86c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:10.978120481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0dc19c5-efce-4b98-ba6a-1db8cb9c86c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:10.99360122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0dc19c5-efce-4b98-ba6a-1db8cb9c86c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:11.007825668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0dc19c5-efce-4b98-ba6a-1db8cb9c86c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:14.33742236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27889077-92ca-4483-b992-c8ea6ed935f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:14.367333755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27889077-92ca-4483-b992-c8ea6ed935f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:14.382471669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27889077-92ca-4483-b992-c8ea6ed935f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:14.396727192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27889077-92ca-4483-b992-c8ea6ed935f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:14.946405565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c5f438-a690-41e5-8468-e18acb539cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:14.960616961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c5f438-a690-41e5-8468-e18acb539cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:14.974451187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c5f438-a690-41e5-8468-e18acb539cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:14.988515125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c5f438-a690-41e5-8468-e18acb539cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:15.138155908Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b2b71e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b2b71e","reconcileID":"cd597cc3-7fb3-4157-8e73-dbc4282b1a1f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b2b71e","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-b2b71e":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:15.554340029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed5641b-851c-41d1-8ab3-6f85b088cddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:15.567972175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed5641b-851c-41d1-8ab3-6f85b088cddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:15.583783457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed5641b-851c-41d1-8ab3-6f85b088cddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:15.59749978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed5641b-851c-41d1-8ab3-6f85b088cddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:16.21129079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7251b0e0-4c53-436a-9645-fecbf629d103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:16.22530006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7251b0e0-4c53-436a-9645-fecbf629d103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:16.239049149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7251b0e0-4c53-436a-9645-fecbf629d103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:16.25269895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7251b0e0-4c53-436a-9645-fecbf629d103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:16.811604759Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b2b71e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b2b71e","reconcileID":"95eba7fe-5ef2-4787-8c5d-6658396d8d36","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-b-b2b71e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:17.977545017Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:32.308016314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"4f784756-cd5f-4114-8083-97d65a04c67a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f4ce70","tenantID":"e2e-inf-b-f4ce70","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:32.348949586Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"4f784756-cd5f-4114-8083-97d65a04c67a","name":"e2e-inf-b-f4ce70-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:36.566483918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"138d2e86-814a-44e7-92f4-14a97412d0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:36.580902534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"138d2e86-814a-44e7-92f4-14a97412d0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:36.595028452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"138d2e86-814a-44e7-92f4-14a97412d0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:36.608647157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"138d2e86-814a-44e7-92f4-14a97412d0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:37.210153008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98888fae-5fc2-4565-8bbb-7a38aa1fddf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:37.224120077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98888fae-5fc2-4565-8bbb-7a38aa1fddf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:37.237715346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98888fae-5fc2-4565-8bbb-7a38aa1fddf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:37.251600852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98888fae-5fc2-4565-8bbb-7a38aa1fddf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:38.277963103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdda43c-ce60-41a5-b975-33560b1198d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:38.291740172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdda43c-ce60-41a5-b975-33560b1198d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:38.305626348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdda43c-ce60-41a5-b975-33560b1198d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:38.319644038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdda43c-ce60-41a5-b975-33560b1198d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:39.460394798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce268fb-f34e-46d6-b142-991aaff63b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:39.514145073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce268fb-f34e-46d6-b142-991aaff63b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:39.602192031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce268fb-f34e-46d6-b142-991aaff63b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:39.640577077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ce268fb-f34e-46d6-b142-991aaff63b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:39.710381444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-sub","reconcileID":"f867314c-93d6-4ca2-85b5-bc950f0494c9","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"maas-trlp-test-model-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:39.790213102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"554a30a5-360d-47f7-bf72-98eb0c643287","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:39.790258576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"554a30a5-360d-47f7-bf72-98eb0c643287","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:40.411082456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02768930-ab07-49de-a1ad-3af82d4996df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:40.431474942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02768930-ab07-49de-a1ad-3af82d4996df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:40.446265671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02768930-ab07-49de-a1ad-3af82d4996df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:40.461030094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02768930-ab07-49de-a1ad-3af82d4996df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:41.09402861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"4a40a0d2-aad8-4b1c-981e-92ba471dc7ba","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fba83e","tenantID":"e2e-inf-a-fba83e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:41.152423944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"4a40a0d2-aad8-4b1c-981e-92ba471dc7ba","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"e2e-inf-a-fba83e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:41.569248468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d652603-76c5-4267-b47f-45f09fe22754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:41.589007373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d652603-76c5-4267-b47f-45f09fe22754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:41.611004974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d652603-76c5-4267-b47f-45f09fe22754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:41.625456303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d652603-76c5-4267-b47f-45f09fe22754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:42.313968506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c56c38a-5a9b-446d-a5af-6046bb154734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:42.328813813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c56c38a-5a9b-446d-a5af-6046bb154734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:42.343102838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c56c38a-5a9b-446d-a5af-6046bb154734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:42.357680351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c56c38a-5a9b-446d-a5af-6046bb154734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:42.362387602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"0090428b-9b17-4daf-9052-36f1e8c5f551","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:42.362410796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"0090428b-9b17-4daf-9052-36f1e8c5f551","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:42.713924836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"42b068a5-a196-4e87-ad33-237efb2d471b","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:42.734970315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"42b068a5-a196-4e87-ad33-237efb2d471b","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:42.735634139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"27827ea5-a21b-4a2f-bf37-ce64564d24e0","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:42.735711812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"27827ea5-a21b-4a2f-bf37-ce64564d24e0","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:42.76180945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-auth","reconcileID":"bca0180c-216f-4521-adf4-6894907a4970","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-49d87f","tenantID":"e2e-inf-b-49d87f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:42.785444495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-auth","reconcileID":"bca0180c-216f-4521-adf4-6894907a4970","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"name":"e2e-inf-b-49d87f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:43.010945433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"03575b26-a87f-4ef5-8acd-457abad96f1e","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:43.010980854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"03575b26-a87f-4ef5-8acd-457abad96f1e","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.141189814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a903ef58-b4c1-404c-b8dd-3f633590c573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.15526282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a903ef58-b4c1-404c-b8dd-3f633590c573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.169495651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a903ef58-b4c1-404c-b8dd-3f633590c573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.183850617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a903ef58-b4c1-404c-b8dd-3f633590c573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.849513157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30c07f6-ea86-4e23-a212-996999563d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.864826537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30c07f6-ea86-4e23-a212-996999563d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.878788894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30c07f6-ea86-4e23-a212-996999563d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.893071368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30c07f6-ea86-4e23-a212-996999563d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.901350933Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-a9ae14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-a9ae14","reconcileID":"263b302c-d7f3-4ed8-a95e-516936ce89c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-a9ae14","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-a9ae14":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.950341729Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.309335312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"f26d7567-b25c-43de-9afc-c1d5e0375330","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.309358634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"f26d7567-b25c-43de-9afc-c1d5e0375330","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.337611801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"f567b25a-fd72-4531-b39e-f613b4563175","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.337708483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"f567b25a-fd72-4531-b39e-f613b4563175","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:48.363522261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-sub","reconcileID":"114a7226-8bad-4a4a-8e89-874ea40ba343","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-49d87f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:48.36400086Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"f567b25a-fd72-4531-b39e-f613b4563175","name":"test-model-49d87f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-49d87f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:48.364080596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"f567b25a-fd72-4531-b39e-f613b4563175","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-49d87f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.369619692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"b04757fa-ad74-474c-b753-eec151b1d419","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.369645458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"b04757fa-ad74-474c-b753-eec151b1d419","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.390371252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-auth","reconcileID":"2940795b-7ae8-4be3-a2f2-0e018495e24b","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-49d87f","tenantID":"e2e-inf-b-49d87f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.397840876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"fcf76038-9d4e-4fb6-bb8d-785710867a3b","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.397871219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"fcf76038-9d4e-4fb6-bb8d-785710867a3b","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.408946129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-auth","reconcileID":"2940795b-7ae8-4be3-a2f2-0e018495e24b","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"name":"e2e-inf-b-49d87f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.415235214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"cd25bc84-dab7-4d7b-bbd7-f2e0b57cd205","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.41525439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"cd25bc84-dab7-4d7b-bbd7-f2e0b57cd205","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.480900531Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-sub","reconcileID":"86100855-1009-4092-b97d-6a45d03a14ce","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"name":"maas-trlp-test-model-49d87f","model":"test-model-49d87f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-49d87f/test-model-49d87f-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.509163032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a70749a-b425-4387-98b5-66c6ab405715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.523858314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a70749a-b425-4387-98b5-66c6ab405715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.538266546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a70749a-b425-4387-98b5-66c6ab405715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.552204908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a70749a-b425-4387-98b5-66c6ab405715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.558722483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"cd0ebd3d-8833-4313-a5d0-aadb4014169e","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.558741621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"cd0ebd3d-8833-4313-a5d0-aadb4014169e","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.602803401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-sub","reconcileID":"c0768dc8-3621-4ff9-aab3-e20ab52bb307","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"name":"maas-trlp-test-model-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.192346545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"052471df-2bc6-477a-88ed-876bde04a560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.20631226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"052471df-2bc6-477a-88ed-876bde04a560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.221150709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"052471df-2bc6-477a-88ed-876bde04a560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.261233916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"052471df-2bc6-477a-88ed-876bde04a560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.385857739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c872a23e-1150-4afd-b38e-b905ebd274ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.421003375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c872a23e-1150-4afd-b38e-b905ebd274ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.468545851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c872a23e-1150-4afd-b38e-b905ebd274ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.496385574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c872a23e-1150-4afd-b38e-b905ebd274ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:51.074789318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d14b70-bcce-41dc-990b-98038d0fe7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:51.093611148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d14b70-bcce-41dc-990b-98038d0fe7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:51.18317846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d14b70-bcce-41dc-990b-98038d0fe7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:51.264077586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d14b70-bcce-41dc-990b-98038d0fe7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:53.630049684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a058e03f-24aa-4331-8ead-fb39a87b86f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:53.644553274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a058e03f-24aa-4331-8ead-fb39a87b86f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:53.658268111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a058e03f-24aa-4331-8ead-fb39a87b86f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:53.672083223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a058e03f-24aa-4331-8ead-fb39a87b86f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:53.927604461Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a37090","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a37090","reconcileID":"df2c2bbe-2870-4aab-b43e-bac37918713d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a37090","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-a37090":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:54.343294477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41d02f8-431e-4887-a465-da9530d2f7c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:54.369919482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41d02f8-431e-4887-a465-da9530d2f7c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:54.401074889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41d02f8-431e-4887-a465-da9530d2f7c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:54.426050335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41d02f8-431e-4887-a465-da9530d2f7c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:55.120870186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154d2e03-f2c4-40b1-a80d-d633843bb2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:55.169400895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154d2e03-f2c4-40b1-a80d-d633843bb2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:55.186283433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154d2e03-f2c4-40b1-a80d-d633843bb2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:55.203755829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154d2e03-f2c4-40b1-a80d-d633843bb2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:17:55.840432331Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a37090","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a37090","reconcileID":"3cd045cd-b352-4feb-bbe3-f6a29708048b","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-a37090\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.031117519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cce2299-3965-4e8a-8c0c-558931a66aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.045509129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cce2299-3965-4e8a-8c0c-558931a66aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.073017349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cce2299-3965-4e8a-8c0c-558931a66aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.093171381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cce2299-3965-4e8a-8c0c-558931a66aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:57.151131974Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-dcacb9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-dcacb9","reconcileID":"f367a9d1-f818-471d-9c1d-1b7f4d66ca65","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-dcacb9","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-dcacb9":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:57.346853428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec31500-977a-4e56-be6c-277f6a893329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:57.3605865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec31500-977a-4e56-be6c-277f6a893329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:57.375933387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec31500-977a-4e56-be6c-277f6a893329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:57.394803492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec31500-977a-4e56-be6c-277f6a893329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:58.242926644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5c6c549-f3c0-41e2-8175-b96b47b1c969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:58.256846043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5c6c549-f3c0-41e2-8175-b96b47b1c969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:58.275901689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5c6c549-f3c0-41e2-8175-b96b47b1c969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:58.294149811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5c6c549-f3c0-41e2-8175-b96b47b1c969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:59.040214609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27e0702-f184-4dfd-ae57-84715321b4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:59.054709271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27e0702-f184-4dfd-ae57-84715321b4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:59.073075021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27e0702-f184-4dfd-ae57-84715321b4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:17:59.090024602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27e0702-f184-4dfd-ae57-84715321b4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:00.183310779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f970cf-72d4-4cd9-b1ca-acd79ec801ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:00.205248134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f970cf-72d4-4cd9-b1ca-acd79ec801ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:00.221560051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f970cf-72d4-4cd9-b1ca-acd79ec801ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:00.235499353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f970cf-72d4-4cd9-b1ca-acd79ec801ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:01.443459238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a0f692-426a-4cc8-a2da-014cb5ebc82e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:01.483878236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a0f692-426a-4cc8-a2da-014cb5ebc82e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:01.519880843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a0f692-426a-4cc8-a2da-014cb5ebc82e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:01.545356606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a0f692-426a-4cc8-a2da-014cb5ebc82e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:02.180842249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ce996b-4208-4af3-938b-65c26ed835d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:02.194638896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ce996b-4208-4af3-938b-65c26ed835d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:02.209215351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ce996b-4208-4af3-938b-65c26ed835d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:02.223023946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ce996b-4208-4af3-938b-65c26ed835d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:02.837427965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74579ab6-46bf-4560-be96-2b5babf58522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:02.851634635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74579ab6-46bf-4560-be96-2b5babf58522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:02.865431281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74579ab6-46bf-4560-be96-2b5babf58522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:02.879347255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74579ab6-46bf-4560-be96-2b5babf58522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:03.59327403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba92091-d22f-465f-ae7d-45862be95bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:03.607416548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba92091-d22f-465f-ae7d-45862be95bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:03.621275275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba92091-d22f-465f-ae7d-45862be95bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:03.635142234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba92091-d22f-465f-ae7d-45862be95bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:04.389539991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a66ccb6-cc9f-4632-894d-f7ef445ce576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:04.432974207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a66ccb6-cc9f-4632-894d-f7ef445ce576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:04.504725481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a66ccb6-cc9f-4632-894d-f7ef445ce576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:04.559459452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a66ccb6-cc9f-4632-894d-f7ef445ce576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:05.42707477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9191683-06e2-4ce3-a71f-09d5490c9808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:05.441533776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9191683-06e2-4ce3-a71f-09d5490c9808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:05.456304545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9191683-06e2-4ce3-a71f-09d5490c9808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:05.470271322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9191683-06e2-4ce3-a71f-09d5490c9808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:06.229388818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cbabe9b-2b6f-482a-9f10-28f1030fa51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:06.243295579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cbabe9b-2b6f-482a-9f10-28f1030fa51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:06.257164244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cbabe9b-2b6f-482a-9f10-28f1030fa51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:06.270987966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cbabe9b-2b6f-482a-9f10-28f1030fa51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:06.818867191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a25922e-313d-43bd-90c7-1aaa6df24636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:06.833874953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a25922e-313d-43bd-90c7-1aaa6df24636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:06.852685132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a25922e-313d-43bd-90c7-1aaa6df24636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:06.876833422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a25922e-313d-43bd-90c7-1aaa6df24636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:07.609804861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230217ed-d64e-4684-a3c7-a49d77ac6bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:07.623656133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230217ed-d64e-4684-a3c7-a49d77ac6bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:07.638007107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230217ed-d64e-4684-a3c7-a49d77ac6bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:07.651727989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230217ed-d64e-4684-a3c7-a49d77ac6bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:07.926664785Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-1a8107","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-1a8107","reconcileID":"e5aa0f28-9b40-45c6-949f-78bbe37c34e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-1a8107","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-1a8107":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:08.229197379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6970e6e5-1e14-438f-a54e-64cf43358637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:08.243276007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6970e6e5-1e14-438f-a54e-64cf43358637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:08.257329417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6970e6e5-1e14-438f-a54e-64cf43358637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:08.271960047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6970e6e5-1e14-438f-a54e-64cf43358637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:08.964166321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1b5b43-43db-4100-84f0-9c7395720ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:08.978294464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1b5b43-43db-4100-84f0-9c7395720ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:08.992218155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1b5b43-43db-4100-84f0-9c7395720ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:09.005861226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd1b5b43-43db-4100-84f0-9c7395720ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:12.592997109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"f6157158-a4ea-4bf2-a40d-383433423921","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b2b71e","tenantID":"e2e-inf-b-b2b71e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:12.633759922Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"f6157158-a4ea-4bf2-a40d-383433423921","name":"e2e-inf-b-b2b71e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:15.218132684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-sub","reconcileID":"d9541cbf-e0e8-45b7-a2ba-d07c97f5dcd0","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"name":"maas-trlp-test-model-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:15.302535081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"8487a2c1-d80f-4e15-bbbc-b66fab7a7eb0","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:15.302556103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"8487a2c1-d80f-4e15-bbbc-b66fab7a7eb0","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:16.477924822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-auth","reconcileID":"165e6f47-00f1-44eb-bc65-fcfe81614136","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-49d87f","tenantID":"e2e-inf-b-49d87f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:16.496218902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-auth","reconcileID":"165e6f47-00f1-44eb-bc65-fcfe81614136","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"name":"e2e-inf-b-49d87f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:17.948455115Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:32.669572049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bc71ae-8e7a-49c0-91af-05909149fed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:32.683731581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bc71ae-8e7a-49c0-91af-05909149fed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:32.69803301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bc71ae-8e7a-49c0-91af-05909149fed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:32.711781465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bc71ae-8e7a-49c0-91af-05909149fed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:33.413801244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9279fd-c1e8-4c0a-ba67-4f304e43b006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:33.428114183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9279fd-c1e8-4c0a-ba67-4f304e43b006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:33.442288763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9279fd-c1e8-4c0a-ba67-4f304e43b006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:33.456577891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9279fd-c1e8-4c0a-ba67-4f304e43b006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:40.907966525Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"d254c245-b97c-45d8-8837-9c89840b5c2e","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:40.941420133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"23fe6a22-6b54-4687-9fc9-6e9a5df56df5","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:40.9415321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"23fe6a22-6b54-4687-9fc9-6e9a5df56df5","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:41.006509476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-sub","reconcileID":"eac7ca06-2dc6-4af7-a744-28547b36e74c","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"maas-trlp-test-model-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:41.05448008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"d254c245-b97c-45d8-8837-9c89840b5c2e","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fba83e","tenantID":"e2e-inf-a-fba83e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:41.073867779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"d254c245-b97c-45d8-8837-9c89840b5c2e","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"e2e-inf-a-fba83e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:41.073890842Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-auth","reconcileID":"d254c245-b97c-45d8-8837-9c89840b5c2e","MaaSAuthPolicy":{"name":"test-model-fba83e-auth","namespace":"ai-tenant-e2e-inf-a-fba83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:41.092108486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"85dd9bfd-3fd4-4968-b8b8-75243038046c","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:41.092130719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"85dd9bfd-3fd4-4968-b8b8-75243038046c","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:41.155744164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-sub","reconcileID":"3fbd09ce-f22f-4f45-85d9-d104821bf213","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"maas-trlp-test-model-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:41.229294744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"fe99f6f5-a196-487b-ad36-a6c02b5ed4ad","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:41.229318948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"fe99f6f5-a196-487b-ad36-a6c02b5ed4ad","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:45.620117602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"ecd7e80f-22b7-4bf8-a91f-3df885b688ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a9ae14","tenantID":"e2e-inf-b-a9ae14","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:45.661810338Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"ecd7e80f-22b7-4bf8-a91f-3df885b688ec","name":"e2e-inf-b-a9ae14-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:47.948655399Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:51.277185705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-sub","reconcileID":"2288df4d-bde1-411e-a9d6-c1408eba2da7","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","subscription":"test-model-fba83e-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:51.291549863Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-sub","reconcileID":"2288df4d-bde1-411e-a9d6-c1408eba2da7","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:51.305872869Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e-sub","reconcileID":"2288df4d-bde1-411e-a9d6-c1408eba2da7","MaaSSubscription":{"name":"test-model-fba83e-sub","namespace":"ai-tenant-e2e-inf-a-fba83e"},"name":"maas-trlp-test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:51.462720392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"1c18b427-2ecc-4b96-8a40-608ce5aa7f42","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"tenant":"e2e-inf-a-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","model":"ai-tenant-e2e-inf-a-fba83e/test-model-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:51.462742078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"test-model-fba83e","reconcileID":"1c18b427-2ecc-4b96-8a40-608ce5aa7f42","MaaSModelRef":{"name":"test-model-fba83e","namespace":"ai-tenant-e2e-inf-a-fba83e"},"routeName":"test-model-fba83e-kserve-route","namespace":"ai-tenant-e2e-inf-a-fba83e","llmisvcName":"test-model-fba83e","gateway":"openshift-ingress/e2e-inf-a-fba83e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:52.258529338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"ea2b76d5-4c88-432a-ad05-622fe394e1ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a37090","tenantID":"e2e-inf-a-a37090","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:52.299417648Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"ea2b76d5-4c88-432a-ad05-622fe394e1ed","name":"e2e-inf-a-a37090-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:57.274670864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"adc046ce-ab8f-4816-8100-f27d29fcaed6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dcacb9","tenantID":"e2e-inf-a-dcacb9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:57.315992835Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"adc046ce-ab8f-4816-8100-f27d29fcaed6","name":"e2e-inf-a-dcacb9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.02588521Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-auth","reconcileID":"5b68d5ca-5eeb-439d-99f6-9995d482cb71","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.032997086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"582bde55-87a6-449f-92d8-631f6d17f64e","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.033102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"582bde55-87a6-449f-92d8-631f6d17f64e","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.202570288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-auth","reconcileID":"5b68d5ca-5eeb-439d-99f6-9995d482cb71","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-49d87f","tenantID":"e2e-inf-b-49d87f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.203078556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-sub","reconcileID":"855b5644-908c-4a83-9df2-fcb3083826b9","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"name":"maas-trlp-test-model-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.304935352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-auth","reconcileID":"5b68d5ca-5eeb-439d-99f6-9995d482cb71","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"name":"e2e-inf-b-49d87f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.305037437Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-auth","reconcileID":"5b68d5ca-5eeb-439d-99f6-9995d482cb71","MaaSAuthPolicy":{"name":"test-model-49d87f-auth","namespace":"ai-tenant-e2e-inf-b-49d87f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.323999509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"9817a874-f26a-4e01-ae49-ced0a7edeeb3","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.324042651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"9817a874-f26a-4e01-ae49-ced0a7edeeb3","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.387949948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-sub","reconcileID":"ad30170d-11db-4141-8a28-891e69b68c83","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"name":"maas-trlp-test-model-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.464606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"8086b7d0-0beb-4a28-9947-a7741a97216b","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.464626422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"8086b7d0-0beb-4a28-9947-a7741a97216b","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:06.874228553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"7f846ff7-0071-4d82-840b-8cf3d22b8542","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:06.915506345Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"7f846ff7-0071-4d82-840b-8cf3d22b8542","name":"e2e-inf-b-1a8107-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:08.526704237Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-sub","reconcileID":"e01ccfa4-7e2e-4277-bebb-5dcbb3e4819c","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","subscription":"test-model-49d87f-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:08.570287783Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-sub","reconcileID":"e01ccfa4-7e2e-4277-bebb-5dcbb3e4819c","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:08.609306809Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f-sub","reconcileID":"e01ccfa4-7e2e-4277-bebb-5dcbb3e4819c","MaaSSubscription":{"name":"test-model-49d87f-sub","namespace":"ai-tenant-e2e-inf-b-49d87f"},"name":"maas-trlp-test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:08.75287225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"b2feb8c5-fb5e-4aab-b3bb-87300ceeb618","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"tenant":"e2e-inf-b-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","model":"ai-tenant-e2e-inf-b-49d87f/test-model-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:08.752899633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"test-model-49d87f","reconcileID":"b2feb8c5-fb5e-4aab-b3bb-87300ceeb618","MaaSModelRef":{"name":"test-model-49d87f","namespace":"ai-tenant-e2e-inf-b-49d87f"},"routeName":"test-model-49d87f-kserve-route","namespace":"ai-tenant-e2e-inf-b-49d87f","llmisvcName":"test-model-49d87f","gateway":"openshift-ingress/e2e-inf-b-49d87f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.056464102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"0db52872-3ff9-4b07-976e-867f5f6f0f8d","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.056498369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"0db52872-3ff9-4b07-976e-867f5f6f0f8d","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.458816124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"587a6263-04c3-472e-9982-df74c24f45f0","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.460825619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"587a6263-04c3-472e-9982-df74c24f45f0","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.489368523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"503e5c4c-3bc3-4fe5-94d0-dfbc1955ef73","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.489399776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"503e5c4c-3bc3-4fe5-94d0-dfbc1955ef73","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.527854018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"650aef03-bd22-4b14-a955-7cc1ca90742b","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","tenantID":"e2e-inf-a-462fb2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.600432592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"650aef03-bd22-4b14-a955-7cc1ca90742b","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"e2e-inf-a-462fb2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.624724438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-462fb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (840be5edda65eae2b9a5563f3463f237c70658b035a8032d50c4cc078a67c547) AuthConfig (419beda87d8b13f0c92c846f7e7ca58d715684c0875faf2c4fd9535e3376e172) AuthConfig (e336ddf0daa0757f76d407ca43cbef683d2d36763c90e273fcdd94815358f984) AuthConfig (6dbc0e5353f6d99667742fa93ff262364c7a81b2abe62953aeedac2a8b5ac675) AuthConfig (281fd74d122a87e1f1cc46770ea2bea328517688c2eaa897175dd389563a161d) AuthConfig (882f091459268dda162ddedcbc9afbbc71764f8d42166d7c4d3e93d5bb7e39c9) AuthConfig (24fc9e00a7a4ab6bae1b4ba7b61d5731ea5f846351b31426e01401731306b070) AuthConfig (71ed8cb7aee5590d9507fc5c4bcdc5695bc255d695c594094ac588941012686d) AuthConfig (599a0f7ad050d6f086c20163dd8190ce08b21f372350071a9ab33a8bee17316c) AuthConfig (fd78a8cbcd38a598ce411c60a002fddda6dae689c03bff7fc8c9ddabbe9da07d) AuthConfig (48b335e1971e95a60420dc10ba9eae6e28937e765cf23c1087ddc71221bb7961) AuthConfig (4b74adaa17533ddc3e42f6fa1c806adb45ad55c099e94991fe04296dcafd8abd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"650aef03-bd22-4b14-a955-7cc1ca90742b","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.64668516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"6e3d19c9-d366-4a6f-bcc8-7947aa034145","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.646799979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"6e3d19c9-d366-4a6f-bcc8-7947aa034145","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:13.039699519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80569f66-bd84-4be9-a8d9-2a0f07789422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:13.054560409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80569f66-bd84-4be9-a8d9-2a0f07789422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:13.069407296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80569f66-bd84-4be9-a8d9-2a0f07789422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:13.084102938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80569f66-bd84-4be9-a8d9-2a0f07789422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:13.647274275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e76cd5-c99d-4a77-a9c5-6c249d792e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:13.661153275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e76cd5-c99d-4a77-a9c5-6c249d792e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:13.674882595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e76cd5-c99d-4a77-a9c5-6c249d792e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:13.688641037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e76cd5-c99d-4a77-a9c5-6c249d792e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:17.948818632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:22.691460712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"a29cc481-d280-4754-a152-52f3a3d11cdd","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","tenantID":"e2e-inf-a-462fb2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:22.784457404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"a29cc481-d280-4754-a152-52f3a3d11cdd","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"e2e-inf-a-462fb2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:22.80217255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-462fb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (840be5edda65eae2b9a5563f3463f237c70658b035a8032d50c4cc078a67c547) AuthConfig (419beda87d8b13f0c92c846f7e7ca58d715684c0875faf2c4fd9535e3376e172) AuthConfig (e336ddf0daa0757f76d407ca43cbef683d2d36763c90e273fcdd94815358f984) AuthConfig (6dbc0e5353f6d99667742fa93ff262364c7a81b2abe62953aeedac2a8b5ac675) AuthConfig (281fd74d122a87e1f1cc46770ea2bea328517688c2eaa897175dd389563a161d) AuthConfig (882f091459268dda162ddedcbc9afbbc71764f8d42166d7c4d3e93d5bb7e39c9) AuthConfig (24fc9e00a7a4ab6bae1b4ba7b61d5731ea5f846351b31426e01401731306b070) AuthConfig (71ed8cb7aee5590d9507fc5c4bcdc5695bc255d695c594094ac588941012686d) AuthConfig (599a0f7ad050d6f086c20163dd8190ce08b21f372350071a9ab33a8bee17316c) AuthConfig (fd78a8cbcd38a598ce411c60a002fddda6dae689c03bff7fc8c9ddabbe9da07d) AuthConfig (48b335e1971e95a60420dc10ba9eae6e28937e765cf23c1087ddc71221bb7961) AuthConfig (4b74adaa17533ddc3e42f6fa1c806adb45ad55c099e94991fe04296dcafd8abd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"a29cc481-d280-4754-a152-52f3a3d11cdd","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:24.149624129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625f00fe-efe9-4c9c-9a0e-9b34723978d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:24.16373405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625f00fe-efe9-4c9c-9a0e-9b34723978d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:24.183129262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625f00fe-efe9-4c9c-9a0e-9b34723978d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:24.278360015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625f00fe-efe9-4c9c-9a0e-9b34723978d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:25.008401354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f528b2-1a02-4004-9c24-b2bc5b81e4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:25.022151349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f528b2-1a02-4004-9c24-b2bc5b81e4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:25.035919678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f528b2-1a02-4004-9c24-b2bc5b81e4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:25.050203097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f528b2-1a02-4004-9c24-b2bc5b81e4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:25.592333746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ddb5c73-4d4a-43cc-ab8a-3c20c9771b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:25.606308244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ddb5c73-4d4a-43cc-ab8a-3c20c9771b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:25.619972716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ddb5c73-4d4a-43cc-ab8a-3c20c9771b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:25.635364099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ddb5c73-4d4a-43cc-ab8a-3c20c9771b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:26.308064864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0568860-01b7-4a89-b3fc-9c4075cb6b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:26.321848531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0568860-01b7-4a89-b3fc-9c4075cb6b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:26.335725409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0568860-01b7-4a89-b3fc-9c4075cb6b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:26.349921351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0568860-01b7-4a89-b3fc-9c4075cb6b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:26.946819779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa92d7b-1835-4127-ad1a-e838d4135436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:26.962355721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa92d7b-1835-4127-ad1a-e838d4135436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:26.976300879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa92d7b-1835-4127-ad1a-e838d4135436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:26.990081585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa92d7b-1835-4127-ad1a-e838d4135436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:27.546539949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14bc77f-2bc0-482b-af3b-ff68a0a54ba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:27.560374324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14bc77f-2bc0-482b-af3b-ff68a0a54ba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:27.574290118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14bc77f-2bc0-482b-af3b-ff68a0a54ba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:27.58873435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14bc77f-2bc0-482b-af3b-ff68a0a54ba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:28.283565104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cedb7cc-0d48-4e90-aa93-3ebc98719bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:28.297573563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cedb7cc-0d48-4e90-aa93-3ebc98719bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:28.311401785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cedb7cc-0d48-4e90-aa93-3ebc98719bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:28.325172892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cedb7cc-0d48-4e90-aa93-3ebc98719bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:28.926083875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6800e7-634e-46c4-9c67-c35c196f14b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:28.939886174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6800e7-634e-46c4-9c67-c35c196f14b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:28.95375978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6800e7-634e-46c4-9c67-c35c196f14b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:28.967548903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6800e7-634e-46c4-9c67-c35c196f14b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:32.830102878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"6b914028-0bde-4054-a233-b14191fb4def","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","tenantID":"e2e-inf-a-462fb2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:32.865063777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"6b914028-0bde-4054-a233-b14191fb4def","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"e2e-inf-a-462fb2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:32.882859663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-462fb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (840be5edda65eae2b9a5563f3463f237c70658b035a8032d50c4cc078a67c547) AuthConfig (419beda87d8b13f0c92c846f7e7ca58d715684c0875faf2c4fd9535e3376e172) AuthConfig (e336ddf0daa0757f76d407ca43cbef683d2d36763c90e273fcdd94815358f984) AuthConfig (6dbc0e5353f6d99667742fa93ff262364c7a81b2abe62953aeedac2a8b5ac675) AuthConfig (281fd74d122a87e1f1cc46770ea2bea328517688c2eaa897175dd389563a161d) AuthConfig (882f091459268dda162ddedcbc9afbbc71764f8d42166d7c4d3e93d5bb7e39c9) AuthConfig (24fc9e00a7a4ab6bae1b4ba7b61d5731ea5f846351b31426e01401731306b070) AuthConfig (71ed8cb7aee5590d9507fc5c4bcdc5695bc255d695c594094ac588941012686d) AuthConfig (599a0f7ad050d6f086c20163dd8190ce08b21f372350071a9ab33a8bee17316c) AuthConfig (fd78a8cbcd38a598ce411c60a002fddda6dae689c03bff7fc8c9ddabbe9da07d) AuthConfig (48b335e1971e95a60420dc10ba9eae6e28937e765cf23c1087ddc71221bb7961) AuthConfig (4b74adaa17533ddc3e42f6fa1c806adb45ad55c099e94991fe04296dcafd8abd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"6b914028-0bde-4054-a233-b14191fb4def","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:42.909996919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"080cc9cd-bae6-4264-a730-b4f6bf69665f","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","tenantID":"e2e-inf-a-462fb2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:42.929426316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"080cc9cd-bae6-4264-a730-b4f6bf69665f","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"e2e-inf-a-462fb2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:42.94695506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-462fb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (840be5edda65eae2b9a5563f3463f237c70658b035a8032d50c4cc078a67c547) AuthConfig (419beda87d8b13f0c92c846f7e7ca58d715684c0875faf2c4fd9535e3376e172) AuthConfig (e336ddf0daa0757f76d407ca43cbef683d2d36763c90e273fcdd94815358f984) AuthConfig (6dbc0e5353f6d99667742fa93ff262364c7a81b2abe62953aeedac2a8b5ac675) AuthConfig (281fd74d122a87e1f1cc46770ea2bea328517688c2eaa897175dd389563a161d) AuthConfig (882f091459268dda162ddedcbc9afbbc71764f8d42166d7c4d3e93d5bb7e39c9) AuthConfig (24fc9e00a7a4ab6bae1b4ba7b61d5731ea5f846351b31426e01401731306b070) AuthConfig (71ed8cb7aee5590d9507fc5c4bcdc5695bc255d695c594094ac588941012686d) AuthConfig (599a0f7ad050d6f086c20163dd8190ce08b21f372350071a9ab33a8bee17316c) AuthConfig (fd78a8cbcd38a598ce411c60a002fddda6dae689c03bff7fc8c9ddabbe9da07d) AuthConfig (48b335e1971e95a60420dc10ba9eae6e28937e765cf23c1087ddc71221bb7961) AuthConfig (4b74adaa17533ddc3e42f6fa1c806adb45ad55c099e94991fe04296dcafd8abd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"080cc9cd-bae6-4264-a730-b4f6bf69665f","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:45.350922904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfedfd7c-ae5b-465c-b6d1-e32c1d8ed0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:45.364576311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfedfd7c-ae5b-465c-b6d1-e32c1d8ed0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:45.378277623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfedfd7c-ae5b-465c-b6d1-e32c1d8ed0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:45.392095492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfedfd7c-ae5b-465c-b6d1-e32c1d8ed0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:45.951892037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817d759c-ac21-4cd9-917f-6a2cd2e9b60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:45.966628581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817d759c-ac21-4cd9-917f-6a2cd2e9b60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:45.981251703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817d759c-ac21-4cd9-917f-6a2cd2e9b60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:45.997895255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817d759c-ac21-4cd9-917f-6a2cd2e9b60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:46.626785907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59678eb4-0984-40cf-b17f-eed1e5e0d92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:46.640660215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59678eb4-0984-40cf-b17f-eed1e5e0d92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:46.676480209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59678eb4-0984-40cf-b17f-eed1e5e0d92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:46.706371726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59678eb4-0984-40cf-b17f-eed1e5e0d92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:47.948272993Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.221975207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8b9ed8-0ad4-424c-a673-624fbba543a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.236117158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8b9ed8-0ad4-424c-a673-624fbba543a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.249961256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8b9ed8-0ad4-424c-a673-624fbba543a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.26366357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8b9ed8-0ad4-424c-a673-624fbba543a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.887268486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f01fd5a-b8af-4f88-b39d-340ac1cb3949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.901008101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f01fd5a-b8af-4f88-b39d-340ac1cb3949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.91484917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f01fd5a-b8af-4f88-b39d-340ac1cb3949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.928794676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f01fd5a-b8af-4f88-b39d-340ac1cb3949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.974256042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"ff2c7f1f-ac24-4a3e-bfa0-1e001d59c43d","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","tenantID":"e2e-inf-a-462fb2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:53.007242988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"ff2c7f1f-ac24-4a3e-bfa0-1e001d59c43d","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"e2e-inf-a-462fb2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:53.024890335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-462fb2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (840be5edda65eae2b9a5563f3463f237c70658b035a8032d50c4cc078a67c547) AuthConfig (419beda87d8b13f0c92c846f7e7ca58d715684c0875faf2c4fd9535e3376e172) AuthConfig (e336ddf0daa0757f76d407ca43cbef683d2d36763c90e273fcdd94815358f984) AuthConfig (6dbc0e5353f6d99667742fa93ff262364c7a81b2abe62953aeedac2a8b5ac675) AuthConfig (281fd74d122a87e1f1cc46770ea2bea328517688c2eaa897175dd389563a161d) AuthConfig (882f091459268dda162ddedcbc9afbbc71764f8d42166d7c4d3e93d5bb7e39c9) AuthConfig (24fc9e00a7a4ab6bae1b4ba7b61d5731ea5f846351b31426e01401731306b070) AuthConfig (71ed8cb7aee5590d9507fc5c4bcdc5695bc255d695c594094ac588941012686d) AuthConfig (599a0f7ad050d6f086c20163dd8190ce08b21f372350071a9ab33a8bee17316c) AuthConfig (fd78a8cbcd38a598ce411c60a002fddda6dae689c03bff7fc8c9ddabbe9da07d) AuthConfig (48b335e1971e95a60420dc10ba9eae6e28937e765cf23c1087ddc71221bb7961) AuthConfig (4b74adaa17533ddc3e42f6fa1c806adb45ad55c099e94991fe04296dcafd8abd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"ff2c7f1f-ac24-4a3e-bfa0-1e001d59c43d","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:53.469836607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3eaf44-a126-43b6-8595-67cef59fbd5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:53.483551738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3eaf44-a126-43b6-8595-67cef59fbd5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:53.499905298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3eaf44-a126-43b6-8595-67cef59fbd5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:53.56789911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3eaf44-a126-43b6-8595-67cef59fbd5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:54.221302389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83177c98-7aa5-4116-8941-2b8cdd1c78d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:54.236153168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83177c98-7aa5-4116-8941-2b8cdd1c78d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:54.25027474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83177c98-7aa5-4116-8941-2b8cdd1c78d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:54.263953161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83177c98-7aa5-4116-8941-2b8cdd1c78d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:54.852066473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07d02a9-3d1f-476a-80e3-e1369736281c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:54.865943214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07d02a9-3d1f-476a-80e3-e1369736281c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:54.879704077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07d02a9-3d1f-476a-80e3-e1369736281c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:54.8931976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07d02a9-3d1f-476a-80e3-e1369736281c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.359008229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8af486e-3bd4-47ff-9fa8-0c871588599a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.373278848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8af486e-3bd4-47ff-9fa8-0c871588599a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.388037397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8af486e-3bd4-47ff-9fa8-0c871588599a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:19:59.402281111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8af486e-3bd4-47ff-9fa8-0c871588599a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.147680468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0acbfe92-f202-429b-ae8d-22b9e7e735c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.161598781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0acbfe92-f202-429b-ae8d-22b9e7e735c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.175384083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0acbfe92-f202-429b-ae8d-22b9e7e735c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.189431104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0acbfe92-f202-429b-ae8d-22b9e7e735c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.867144878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12004d7-233b-4167-94cf-20ea6b04e449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.880961011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12004d7-233b-4167-94cf-20ea6b04e449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.894504159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12004d7-233b-4167-94cf-20ea6b04e449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.90816642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12004d7-233b-4167-94cf-20ea6b04e449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.78041651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2401339-8c49-4639-ab07-5410816b7aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.832332361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2401339-8c49-4639-ab07-5410816b7aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.858009642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2401339-8c49-4639-ab07-5410816b7aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.875793403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2401339-8c49-4639-ab07-5410816b7aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.916850982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"ecf7b8f1-07f6-4e40-bb97-4fdab98b121d","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.916888061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"ecf7b8f1-07f6-4e40-bb97-4fdab98b121d","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.938353789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"403fb131-407c-4f2a-be50-388dc228f61c","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.938373755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"403fb131-407c-4f2a-be50-388dc228f61c","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.220038954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"110baadb-07bc-48c9-b71c-5c818614e943","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.220061598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"110baadb-07bc-48c9-b71c-5c818614e943","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.354078404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"0aa41f42-6c8b-4bd4-8d9a-b450528fb722","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.354115563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"0aa41f42-6c8b-4bd4-8d9a-b450528fb722","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.380905359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"3f491fe7-32fe-4f3c-9d0e-a8edae3c42fd","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1056cc","tenantID":"e2e-inf-a-1056cc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.492661044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"3f491fe7-32fe-4f3c-9d0e-a8edae3c42fd","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"e2e-inf-a-1056cc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.569531548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1056cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (752b2d8b2f93ac16803e8145c3a04580da9e7c5224a625016efc5e1a041a4a38) AuthConfig (0e862aeaf0816fc3941f54cfd770531497271460b4cf55b588540e70b689256b) AuthConfig (25cb21ffa2f5b9b4418ce7fca8c4cfae78770ceec295f62bb9d879f3b8fe8de3) AuthConfig (5d402f5adc326c5a31b423ee7f9c1638252c2ba7bdee40031495116e3b3b2e43) AuthConfig (0d6a41f08a03f980c4aba52022f2f28ce2d6e438f48e8846a17e76d5436d176c) AuthConfig (64eb11b9542b00812ae53b87c5fad9ec59de861c2a9723b7d251f3cbcdd9cb48) AuthConfig (2c005a2c6df96ef007cc5a18329ea381e61043e5f0944666201f199573dc3898) AuthConfig (07de5bc9c5538f15848cf6ace98b67d1ca644f61a8cd700c65024c01236c119f) AuthConfig (a76c24da1d283ec6c11fea39f5596cfdaad0073d34cf7e19c09d750ddb5fa71e) AuthConfig (ea764478be74b1463439d22364f586f2426075dadf52716aed191a7fb3d3c289) AuthConfig (b3fa4d53f3e776d257a5ba0fb75a93ca5df8a8733cb2e04511ddbd460c8edfeb) AuthConfig (359c6fb356edf5dbb77636ce5eec0c923a76ac10abeb35740831f46b00ff22cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"3f491fe7-32fe-4f3c-9d0e-a8edae3c42fd","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.666814529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"33c8df3d-f0f3-4ee3-aad2-31dd815b7283","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.666918568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"33c8df3d-f0f3-4ee3-aad2-31dd815b7283","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.853897444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d48e724-700e-4375-ab44-6808e0604dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.868103194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d48e724-700e-4375-ab44-6808e0604dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.882078132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d48e724-700e-4375-ab44-6808e0604dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.896204776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d48e724-700e-4375-ab44-6808e0604dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.025112723Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-024aa6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-024aa6","reconcileID":"d94cc8b3-33a7-49da-820b-ee08509d8739","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-024aa6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-024aa6":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.053668969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"6a9544c4-792b-4778-80ab-1abce06556ab","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","tenantID":"e2e-inf-a-462fb2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.073839186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"6a9544c4-792b-4778-80ab-1abce06556ab","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"e2e-inf-a-462fb2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.290941707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"e6452bfb-d8ff-4874-9748-91f11d7a3254","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.290976985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"e6452bfb-d8ff-4874-9748-91f11d7a3254","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.310688649Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","namespace":"ai-tenant-e2e-inf-a-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.310744242Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","namespace":"ai-tenant-e2e-inf-a-fba83e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.310815267Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","tenant":"e2e-inf-a-fba83e","tenantID":"e2e-inf-a-fba83e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.329614849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"Deployment","name":"maas-api-e2e-inf-a-fba83e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.35722708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"Service","name":"maas-api-e2e-inf-a-fba83e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.39473141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-fba83e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.464452141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-fba83e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.481676843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.50690785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.548559935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.567814908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.581731321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"Deployment","name":"payload-processing-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.597531225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.623024637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"Service","name":"payload-processing-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.641873562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.65764712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337323c5-148b-4047-83be-c0a533ca269a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.671230706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.671761407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337323c5-148b-4047-83be-c0a533ca269a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.693268656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.715179947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337323c5-148b-4047-83be-c0a533ca269a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.847930477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.849375783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337323c5-148b-4047-83be-c0a533ca269a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.939248159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.960336003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:03.983407018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.011581066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-fba83e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.026501473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fba83e"},"namespace":"ai-tenant-e2e-inf-a-fba83e","name":"default-tenant","reconcileID":"55c2ec2f-640e-4215-a1e4-f8c95d624a52","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-fba83e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.577835778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"807952b8-9908-4dc8-83b5-3dadcd4d7711","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.577864804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"807952b8-9908-4dc8-83b5-3dadcd4d7711","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:20:04.594834029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-sub","reconcileID":"cf7cff67-8423-44b7-a345-829f806cc0bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-462fb2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.601962874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"ba9e3ecb-8f46-4cc9-86ef-9a98858e8cbd","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.602073504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"ba9e3ecb-8f46-4cc9-86ef-9a98858e8cbd","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.635833564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"e4bdff08-c31d-4945-9bf2-f29344e88e62","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.635853814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"e4bdff08-c31d-4945-9bf2-f29344e88e62","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.652333361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"f594f290-16f7-4223-98b2-aa81db22735c","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","tenantID":"e2e-inf-a-462fb2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.658266126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"26ed9c28-eb36-4c6a-a00e-e22b3972e345","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.658294693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"26ed9c28-eb36-4c6a-a00e-e22b3972e345","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.673503942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"f594f290-16f7-4223-98b2-aa81db22735c","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"e2e-inf-a-462fb2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.679589883Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-fba83e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-fba83e","reconcileID":"f66a2e48-fde0-47dd-9288-8eb45e9d46e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-fba83e","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-fba83e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.716272079Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-sub","reconcileID":"25e05702-51db-4e47-a43f-486534afe0e2","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"maas-trlp-test-model-462fb2","model":"test-model-462fb2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-462fb2/test-model-462fb2-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.843685363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"5569a3dd-1835-44b1-9bd7-cb7b1d6d2cab","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.848081862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"5569a3dd-1835-44b1-9bd7-cb7b1d6d2cab","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.901508949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-sub","reconcileID":"e7a15336-b871-4950-8d5b-f932f711a19c","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"maas-trlp-test-model-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:04.993278133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ae1676-9994-4a9e-b9d8-d68fc7df8d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:05.008744591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ae1676-9994-4a9e-b9d8-d68fc7df8d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:05.024209826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ae1676-9994-4a9e-b9d8-d68fc7df8d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:05.038108004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ae1676-9994-4a9e-b9d8-d68fc7df8d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:05.301613512Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-cc6328","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-cc6328","reconcileID":"52598dd8-f175-4924-a6d9-83684ca1fd04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-cc6328","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-cc6328":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:05.632275203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50cdefcd-7226-4d02-be9b-27d142b96be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:05.645995093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50cdefcd-7226-4d02-be9b-27d142b96be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:05.660187431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50cdefcd-7226-4d02-be9b-27d142b96be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:05.674517148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50cdefcd-7226-4d02-be9b-27d142b96be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:06.453756187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffe20ad-dd4c-40e7-92f6-0551a42a3dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:06.467494264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffe20ad-dd4c-40e7-92f6-0551a42a3dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:06.481107281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffe20ad-dd4c-40e7-92f6-0551a42a3dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:06.49608006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffe20ad-dd4c-40e7-92f6-0551a42a3dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:20:06.996326725Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-cc6328","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-cc6328","reconcileID":"03176878-24dd-496c-8faf-f8ff67fa4713","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-b-cc6328\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:09.257649888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf44c8e-e7dd-45a3-ae8d-356977d0e517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:09.277918836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf44c8e-e7dd-45a3-ae8d-356977d0e517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:09.306495348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf44c8e-e7dd-45a3-ae8d-356977d0e517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:09.336953099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf44c8e-e7dd-45a3-ae8d-356977d0e517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:09.970373361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed5bafa-4b9f-4d4d-9de5-7d85327207b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:09.986141357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed5bafa-4b9f-4d4d-9de5-7d85327207b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:10.000299002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed5bafa-4b9f-4d4d-9de5-7d85327207b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:10.014341999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed5bafa-4b9f-4d4d-9de5-7d85327207b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.990818194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"ba22bc35-4e74-469c-ba38-1d8909bcea03","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1056cc","tenantID":"e2e-inf-a-1056cc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.015126562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"ba22bc35-4e74-469c-ba38-1d8909bcea03","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"e2e-inf-a-1056cc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.03516541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1056cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (752b2d8b2f93ac16803e8145c3a04580da9e7c5224a625016efc5e1a041a4a38) AuthConfig (0e862aeaf0816fc3941f54cfd770531497271460b4cf55b588540e70b689256b) AuthConfig (25cb21ffa2f5b9b4418ce7fca8c4cfae78770ceec295f62bb9d879f3b8fe8de3) AuthConfig (5d402f5adc326c5a31b423ee7f9c1638252c2ba7bdee40031495116e3b3b2e43) AuthConfig (0d6a41f08a03f980c4aba52022f2f28ce2d6e438f48e8846a17e76d5436d176c) AuthConfig (64eb11b9542b00812ae53b87c5fad9ec59de861c2a9723b7d251f3cbcdd9cb48) AuthConfig (2c005a2c6df96ef007cc5a18329ea381e61043e5f0944666201f199573dc3898) AuthConfig (07de5bc9c5538f15848cf6ace98b67d1ca644f61a8cd700c65024c01236c119f) AuthConfig (a76c24da1d283ec6c11fea39f5596cfdaad0073d34cf7e19c09d750ddb5fa71e) AuthConfig (ea764478be74b1463439d22364f586f2426075dadf52716aed191a7fb3d3c289) AuthConfig (b3fa4d53f3e776d257a5ba0fb75a93ca5df8a8733cb2e04511ddbd460c8edfeb) AuthConfig (359c6fb356edf5dbb77636ce5eec0c923a76ac10abeb35740831f46b00ff22cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"ba22bc35-4e74-469c-ba38-1d8909bcea03","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.161247915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd333908-25b1-4735-a61e-92720a42b4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.178203702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd333908-25b1-4735-a61e-92720a42b4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.192304968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd333908-25b1-4735-a61e-92720a42b4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.206734752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd333908-25b1-4735-a61e-92720a42b4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.817498309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830fe389-9385-443d-ba26-046872bc21d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.831760335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830fe389-9385-443d-ba26-046872bc21d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.846516062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830fe389-9385-443d-ba26-046872bc21d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.860667797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830fe389-9385-443d-ba26-046872bc21d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:14.432026537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2462dff3-46b5-4a0a-b809-7d48b5c2403e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:14.445981872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2462dff3-46b5-4a0a-b809-7d48b5c2403e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:14.459703099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2462dff3-46b5-4a0a-b809-7d48b5c2403e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:14.474936073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2462dff3-46b5-4a0a-b809-7d48b5c2403e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.135818125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd83e653-86fc-4add-bac4-257cef76af28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.16959412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd83e653-86fc-4add-bac4-257cef76af28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.253864535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd83e653-86fc-4add-bac4-257cef76af28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.26843188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd83e653-86fc-4add-bac4-257cef76af28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.823488076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50304302-24c6-42c7-bee7-110f4849e385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.837816453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50304302-24c6-42c7-bee7-110f4849e385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.851571286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50304302-24c6-42c7-bee7-110f4849e385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.865186081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50304302-24c6-42c7-bee7-110f4849e385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:17.948696918Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:23.068059052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"ac4862f3-5049-4962-8d90-0d2bb4666d2a","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1056cc","tenantID":"e2e-inf-a-1056cc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:23.091977619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"ac4862f3-5049-4962-8d90-0d2bb4666d2a","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"e2e-inf-a-1056cc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:23.109755168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1056cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (752b2d8b2f93ac16803e8145c3a04580da9e7c5224a625016efc5e1a041a4a38) AuthConfig (0e862aeaf0816fc3941f54cfd770531497271460b4cf55b588540e70b689256b) AuthConfig (25cb21ffa2f5b9b4418ce7fca8c4cfae78770ceec295f62bb9d879f3b8fe8de3) AuthConfig (5d402f5adc326c5a31b423ee7f9c1638252c2ba7bdee40031495116e3b3b2e43) AuthConfig (0d6a41f08a03f980c4aba52022f2f28ce2d6e438f48e8846a17e76d5436d176c) AuthConfig (64eb11b9542b00812ae53b87c5fad9ec59de861c2a9723b7d251f3cbcdd9cb48) AuthConfig (2c005a2c6df96ef007cc5a18329ea381e61043e5f0944666201f199573dc3898) AuthConfig (07de5bc9c5538f15848cf6ace98b67d1ca644f61a8cd700c65024c01236c119f) AuthConfig (a76c24da1d283ec6c11fea39f5596cfdaad0073d34cf7e19c09d750ddb5fa71e) AuthConfig (ea764478be74b1463439d22364f586f2426075dadf52716aed191a7fb3d3c289) AuthConfig (b3fa4d53f3e776d257a5ba0fb75a93ca5df8a8733cb2e04511ddbd460c8edfeb) AuthConfig (359c6fb356edf5dbb77636ce5eec0c923a76ac10abeb35740831f46b00ff22cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"ac4862f3-5049-4962-8d90-0d2bb4666d2a","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.139696509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"7c5ad69a-5d25-4bff-913c-6067cf011b6c","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1056cc","tenantID":"e2e-inf-a-1056cc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.158309293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"7c5ad69a-5d25-4bff-913c-6067cf011b6c","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"e2e-inf-a-1056cc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.176555728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1056cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (752b2d8b2f93ac16803e8145c3a04580da9e7c5224a625016efc5e1a041a4a38) AuthConfig (0e862aeaf0816fc3941f54cfd770531497271460b4cf55b588540e70b689256b) AuthConfig (25cb21ffa2f5b9b4418ce7fca8c4cfae78770ceec295f62bb9d879f3b8fe8de3) AuthConfig (5d402f5adc326c5a31b423ee7f9c1638252c2ba7bdee40031495116e3b3b2e43) AuthConfig (0d6a41f08a03f980c4aba52022f2f28ce2d6e438f48e8846a17e76d5436d176c) AuthConfig (64eb11b9542b00812ae53b87c5fad9ec59de861c2a9723b7d251f3cbcdd9cb48) AuthConfig (2c005a2c6df96ef007cc5a18329ea381e61043e5f0944666201f199573dc3898) AuthConfig (07de5bc9c5538f15848cf6ace98b67d1ca644f61a8cd700c65024c01236c119f) AuthConfig (a76c24da1d283ec6c11fea39f5596cfdaad0073d34cf7e19c09d750ddb5fa71e) AuthConfig (ea764478be74b1463439d22364f586f2426075dadf52716aed191a7fb3d3c289) AuthConfig (b3fa4d53f3e776d257a5ba0fb75a93ca5df8a8733cb2e04511ddbd460c8edfeb) AuthConfig (359c6fb356edf5dbb77636ce5eec0c923a76ac10abeb35740831f46b00ff22cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"7c5ad69a-5d25-4bff-913c-6067cf011b6c","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:34.560793758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"cf9efdc2-1e44-414e-ad39-465655a28a0f","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:34.560912269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"cf9efdc2-1e44-414e-ad39-465655a28a0f","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:34.865348033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"b9d14e06-2f53-4983-8890-300ba0a02fcc","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:34.865369819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"b9d14e06-2f53-4983-8890-300ba0a02fcc","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:34.88412289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"c38d9c21-7778-491b-9bdc-14cc31217171","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:34.884139192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"c38d9c21-7778-491b-9bdc-14cc31217171","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:34.911086165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-auth","reconcileID":"692dd2bf-a9cc-4417-905b-c274a9a7ac3f","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9e7cc9","tenantID":"e2e-inf-a-9e7cc9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:34.929700753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-auth","reconcileID":"692dd2bf-a9cc-4417-905b-c274a9a7ac3f","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"name":"e2e-inf-a-9e7cc9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:35.09360272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"25a8f44d-7d05-445a-9cc9-ff5c9a6a2b9c","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:35.09362458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"25a8f44d-7d05-445a-9cc9-ff5c9a6a2b9c","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.54339894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"61587e76-1329-4dad-8d49-4cfd610f7f84","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.543422557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"61587e76-1329-4dad-8d49-4cfd610f7f84","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.56369489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"a18094e6-8f19-4b3b-a83e-530318e14324","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.563721947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"a18094e6-8f19-4b3b-a83e-530318e14324","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:20:40.576262822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-sub","reconcileID":"ad57e5cc-631c-491d-b422-1fa426b446a0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-9e7cc9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:20:40.579248546Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"a18094e6-8f19-4b3b-a83e-530318e14324","name":"test-model-9e7cc9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-9e7cc9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:20:40.579298397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"a18094e6-8f19-4b3b-a83e-530318e14324","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-9e7cc9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.584686831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"e81a4229-b50d-4c30-b999-a6ae6f874391","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.584702834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"e81a4229-b50d-4c30-b999-a6ae6f874391","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.607162806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"60de94e2-505f-442e-a2b4-1edb90e07d36","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.607181471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"60de94e2-505f-442e-a2b4-1edb90e07d36","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.663474779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-auth","reconcileID":"9b77adbe-19f4-4f05-adc7-eb0561f2b3a5","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9e7cc9","tenantID":"e2e-inf-a-9e7cc9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.664956114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"9581b505-c3db-43c7-a71a-12d5dff392dd","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.664987916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"9581b505-c3db-43c7-a71a-12d5dff392dd","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.684559962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-auth","reconcileID":"9b77adbe-19f4-4f05-adc7-eb0561f2b3a5","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"name":"e2e-inf-a-9e7cc9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.763150737Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-sub","reconcileID":"2b70d052-ff69-4ef3-8a38-e313c8354c77","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"name":"maas-trlp-test-model-9e7cc9","model":"test-model-9e7cc9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.819817392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"a6679580-d009-458c-a01b-4200b899f342","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.819839486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"a6679580-d009-458c-a01b-4200b899f342","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.860832135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-sub","reconcileID":"0ae65a28-2d72-4bf6-8d4f-1787a125d5f3","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"name":"maas-trlp-test-model-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:43.204642048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"bd83da61-41a3-4e95-8618-bbeb8eede789","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1056cc","tenantID":"e2e-inf-a-1056cc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:43.223430698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"bd83da61-41a3-4e95-8618-bbeb8eede789","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"e2e-inf-a-1056cc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:43.24106969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1056cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (752b2d8b2f93ac16803e8145c3a04580da9e7c5224a625016efc5e1a041a4a38) AuthConfig (0e862aeaf0816fc3941f54cfd770531497271460b4cf55b588540e70b689256b) AuthConfig (25cb21ffa2f5b9b4418ce7fca8c4cfae78770ceec295f62bb9d879f3b8fe8de3) AuthConfig (5d402f5adc326c5a31b423ee7f9c1638252c2ba7bdee40031495116e3b3b2e43) AuthConfig (0d6a41f08a03f980c4aba52022f2f28ce2d6e438f48e8846a17e76d5436d176c) AuthConfig (64eb11b9542b00812ae53b87c5fad9ec59de861c2a9723b7d251f3cbcdd9cb48) AuthConfig (2c005a2c6df96ef007cc5a18329ea381e61043e5f0944666201f199573dc3898) AuthConfig (07de5bc9c5538f15848cf6ace98b67d1ca644f61a8cd700c65024c01236c119f) AuthConfig (a76c24da1d283ec6c11fea39f5596cfdaad0073d34cf7e19c09d750ddb5fa71e) AuthConfig (ea764478be74b1463439d22364f586f2426075dadf52716aed191a7fb3d3c289) AuthConfig (b3fa4d53f3e776d257a5ba0fb75a93ca5df8a8733cb2e04511ddbd460c8edfeb) AuthConfig (359c6fb356edf5dbb77636ce5eec0c923a76ac10abeb35740831f46b00ff22cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"bd83da61-41a3-4e95-8618-bbeb8eede789","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:47.948677996Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:53.278057116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"ddbdb5ea-2c99-4a28-b09f-0ff9a6b2c963","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1056cc","tenantID":"e2e-inf-a-1056cc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:53.35341294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"ddbdb5ea-2c99-4a28-b09f-0ff9a6b2c963","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"e2e-inf-a-1056cc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:53.462592703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1056cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (752b2d8b2f93ac16803e8145c3a04580da9e7c5224a625016efc5e1a041a4a38) AuthConfig (0e862aeaf0816fc3941f54cfd770531497271460b4cf55b588540e70b689256b) AuthConfig (25cb21ffa2f5b9b4418ce7fca8c4cfae78770ceec295f62bb9d879f3b8fe8de3) AuthConfig (5d402f5adc326c5a31b423ee7f9c1638252c2ba7bdee40031495116e3b3b2e43) AuthConfig (0d6a41f08a03f980c4aba52022f2f28ce2d6e438f48e8846a17e76d5436d176c) AuthConfig (64eb11b9542b00812ae53b87c5fad9ec59de861c2a9723b7d251f3cbcdd9cb48) AuthConfig (2c005a2c6df96ef007cc5a18329ea381e61043e5f0944666201f199573dc3898) AuthConfig (07de5bc9c5538f15848cf6ace98b67d1ca644f61a8cd700c65024c01236c119f) AuthConfig (a76c24da1d283ec6c11fea39f5596cfdaad0073d34cf7e19c09d750ddb5fa71e) AuthConfig (ea764478be74b1463439d22364f586f2426075dadf52716aed191a7fb3d3c289) AuthConfig (b3fa4d53f3e776d257a5ba0fb75a93ca5df8a8733cb2e04511ddbd460c8edfeb) AuthConfig (359c6fb356edf5dbb77636ce5eec0c923a76ac10abeb35740831f46b00ff22cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"ddbdb5ea-2c99-4a28-b09f-0ff9a6b2c963","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.262975751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-sub","reconcileID":"ec1d8f77-f273-4500-9073-f6cf9d7aca4e","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"maas-trlp-test-model-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.316699644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"8dc79330-c259-469a-ba3a-db4438890d7f","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.316722498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"8dc79330-c259-469a-ba3a-db4438890d7f","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.591718846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-auth","reconcileID":"b25b1733-9152-45f4-8a3c-3bac83401815","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9e7cc9","tenantID":"e2e-inf-a-9e7cc9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.610222506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-auth","reconcileID":"b25b1733-9152-45f4-8a3c-3bac83401815","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"name":"e2e-inf-a-9e7cc9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:56.238193183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"00d77105-a520-4df3-8d57-f4cb4f95641e","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","tenantID":"e2e-inf-a-462fb2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:56.257084108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"00d77105-a520-4df3-8d57-f4cb4f95641e","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"e2e-inf-a-462fb2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:57.112400282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"53afddfe-05b9-48a0-a1a5-66e6fefa6498","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:57.112424861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"53afddfe-05b9-48a0-a1a5-66e6fefa6498","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:57.432369975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"8c273572-7e06-40ac-a80a-a63d3f96b084","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:57.432390569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"8c273572-7e06-40ac-a80a-a63d3f96b084","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:57.451229205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"127259b9-c7b4-4073-ae51-504aa8942cfd","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:57.451251928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"127259b9-c7b4-4073-ae51-504aa8942cfd","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:57.559064279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-auth","reconcileID":"86e7e839-4395-4f1b-8880-de03b3073176","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f4ce70","tenantID":"e2e-inf-b-f4ce70","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:57.577796188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-auth","reconcileID":"86e7e839-4395-4f1b-8880-de03b3073176","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"name":"e2e-inf-b-f4ce70-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:57.655149889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"62a0be45-2ec9-4e27-a929-70a44324807f","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:57.655171866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"62a0be45-2ec9-4e27-a929-70a44324807f","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:59.8835863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"1a59e3b1-1968-4dc3-8dba-060e3be6986a","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:20:59.88361736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"1a59e3b1-1968-4dc3-8dba-060e3be6986a","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.204164576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"8fd094f7-86fc-4f72-82fa-c877ec670624","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.204186211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"8fd094f7-86fc-4f72-82fa-c877ec670624","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.221264349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"f62bb56d-3002-43aa-990f-85c44567cdd3","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.221291393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"f62bb56d-3002-43aa-990f-85c44567cdd3","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.248442063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-auth","reconcileID":"ec899571-4960-4cc8-bbbb-696c1be27a69","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-faa4fc","tenantID":"e2e-inf-a-faa4fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.267222664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-auth","reconcileID":"ec899571-4960-4cc8-bbbb-696c1be27a69","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"name":"e2e-inf-a-faa4fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.343096414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"f0df9711-f4b8-410a-9f72-227f95085f15","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.343115108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"f0df9711-f4b8-410a-9f72-227f95085f15","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.733752069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"12ee952b-28b0-4bef-98ac-1b0627a0feb1","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.733807147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"12ee952b-28b0-4bef-98ac-1b0627a0feb1","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:21:00.791728964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-sub","reconcileID":"40dbd424-2c12-4d99-b8b4-d51c31320c8a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-faa4fc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.793195542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"95117fcd-1f98-421d-ac72-01f26212a4c1","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.793219162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"95117fcd-1f98-421d-ac72-01f26212a4c1","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:21:00.808641079Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"95117fcd-1f98-421d-ac72-01f26212a4c1","name":"test-model-faa4fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-faa4fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:21:00.808698532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"95117fcd-1f98-421d-ac72-01f26212a4c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-faa4fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.814254944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"d7e4cf52-e6a3-4aa2-8cb5-e966c7fb6b97","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.814273592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"d7e4cf52-e6a3-4aa2-8cb5-e966c7fb6b97","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.822978671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-auth","reconcileID":"f11a55db-0ba0-4efc-9255-1c047ce8b6dc","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-faa4fc","tenantID":"e2e-inf-a-faa4fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.826364482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"fd8c5f55-194d-45bd-a3d2-7aa059fd74ed","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.826383723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"fd8c5f55-194d-45bd-a3d2-7aa059fd74ed","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.841738043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-auth","reconcileID":"f11a55db-0ba0-4efc-9255-1c047ce8b6dc","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"name":"e2e-inf-a-faa4fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.84505139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"5ec28087-2962-44b3-a3d4-608a17008542","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.845069082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"5ec28087-2962-44b3-a3d4-608a17008542","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.913570322Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-sub","reconcileID":"31a903ce-0049-4067-8a13-b5f319aaecb9","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"name":"maas-trlp-test-model-faa4fc","model":"test-model-faa4fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.967682541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"88b85d8b-2cb6-4644-b1c2-e9e501801812","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.967700828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"88b85d8b-2cb6-4644-b1c2-e9e501801812","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:01.009372427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-sub","reconcileID":"8de45c03-30b7-4910-98ab-3339c24d2bd4","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"name":"maas-trlp-test-model-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:01.138629938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"c3cbd79f-0c96-4462-9ab9-5c5a347c1e4e","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:01.138650955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"c3cbd79f-0c96-4462-9ab9-5c5a347c1e4e","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.10547373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"f55ba5f8-78b2-41a7-8211-2989aeb8cec2","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.105496579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"f55ba5f8-78b2-41a7-8211-2989aeb8cec2","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.1259558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"137cc9e1-0d39-41a4-bdf4-ed15e308b10a","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.126057387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"137cc9e1-0d39-41a4-bdf4-ed15e308b10a","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:21:03.13866206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-sub","reconcileID":"cee29b6e-cfa4-495b-a9f4-945706ff093f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-f4ce70-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:21:03.142115Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"137cc9e1-0d39-41a4-bdf4-ed15e308b10a","name":"test-model-f4ce70","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-f4ce70\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:21:03.1421623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"137cc9e1-0d39-41a4-bdf4-ed15e308b10a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-f4ce70\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.147552953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"d7862838-d5b2-41bc-bc6c-7f7ba90e481a","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.147578945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"d7862838-d5b2-41bc-bc6c-7f7ba90e481a","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.153961911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-auth","reconcileID":"3331d549-a08c-45df-b08e-35cf5072d61e","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f4ce70","tenantID":"e2e-inf-b-f4ce70","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.17159324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"95a03474-a23d-4ca5-8cc9-5e0f01ee8336","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.171610283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"95a03474-a23d-4ca5-8cc9-5e0f01ee8336","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.172589616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-auth","reconcileID":"3331d549-a08c-45df-b08e-35cf5072d61e","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"name":"e2e-inf-b-f4ce70-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.191465101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"361d6f7b-3b76-4b19-b10a-9b911d371cff","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.191483077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"361d6f7b-3b76-4b19-b10a-9b911d371cff","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.249461535Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-sub","reconcileID":"6cd9b202-2f42-44db-aea2-22486dffcd0e","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"name":"maas-trlp-test-model-f4ce70","model":"test-model-f4ce70","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.30599191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"939ab614-eac0-479c-b4eb-e3e60b4a1ee0","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.306019134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"939ab614-eac0-479c-b4eb-e3e60b4a1ee0","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.348464313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-sub","reconcileID":"3c539ade-ecd1-4c3e-bfaa-6c5bb4028100","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"name":"maas-trlp-test-model-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.490514567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"1c724061-b034-4146-a952-34c2da27145a","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1056cc","tenantID":"e2e-inf-a-1056cc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.509311764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"1c724061-b034-4146-a952-34c2da27145a","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"e2e-inf-a-1056cc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.676005047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"d14ad1d9-301e-4c87-8747-148a22628c7a","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.735544632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"d14ad1d9-301e-4c87-8747-148a22628c7a","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.059621242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"abf3c613-2f68-4b7c-bccb-abd8e9a2cd90","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-024aa6","tenantID":"e2e-inf-b-024aa6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.099992693Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"abf3c613-2f68-4b7c-bccb-abd8e9a2cd90","name":"e2e-inf-b-024aa6-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.587051682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"9447db99-2838-4719-b4b8-72ccafb62023","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.587081215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"9447db99-2838-4719-b4b8-72ccafb62023","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.608082946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"4ab79284-520c-4125-9129-19156e6bf382","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.608109831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"4ab79284-520c-4125-9129-19156e6bf382","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:21:04.619661376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-sub","reconcileID":"8bb26e22-a5a5-4f47-bf8e-17e26938b009","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-1056cc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:21:04.623371361Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"4ab79284-520c-4125-9129-19156e6bf382","name":"test-model-1056cc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-1056cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:21:04.623425313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"4ab79284-520c-4125-9129-19156e6bf382","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-1056cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.62915731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"81bf53f8-4720-4595-b56d-88e7877db653","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.629174021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"81bf53f8-4720-4595-b56d-88e7877db653","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.636046372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"a3fbb2b5-0421-474d-93dc-eb72bb1d15d0","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1056cc","tenantID":"e2e-inf-a-1056cc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.652509043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"1b5368db-801f-409f-84a7-9c6987334cd5","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.652531099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"1b5368db-801f-409f-84a7-9c6987334cd5","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.656217791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"a3fbb2b5-0421-474d-93dc-eb72bb1d15d0","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"e2e-inf-a-1056cc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.671440264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"29320336-8188-4fb4-bdc3-55e1ffb19c2b","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.699321247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"29320336-8188-4fb4-bdc3-55e1ffb19c2b","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.795538585Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-sub","reconcileID":"bfb1382e-34c6-4dd4-8a0c-61aaa1ef16a8","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"maas-trlp-test-model-1056cc","model":"test-model-1056cc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-1056cc/test-model-1056cc-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.855257373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"736eee08-ac92-4d77-84bc-c78c9b3dd1c3","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.855278824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"736eee08-ac92-4d77-84bc-c78c9b3dd1c3","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.896574252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-sub","reconcileID":"17bb28e6-8f9d-4173-8e2c-ebdc08bd9912","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"maas-trlp-test-model-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:06.064930154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"ec496f38-cd0f-49db-9ad8-1d637a55a83e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cc6328","tenantID":"e2e-inf-b-cc6328","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:06.105323563Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"ec496f38-cd0f-49db-9ad8-1d637a55a83e","name":"e2e-inf-b-cc6328-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.787593356Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","namespace":"ai-tenant-e2e-inf-b-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.787653495Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","namespace":"ai-tenant-e2e-inf-b-49d87f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.787702227Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","tenant":"e2e-inf-b-49d87f","tenantID":"e2e-inf-b-49d87f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.806240981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"Deployment","name":"maas-api-e2e-inf-b-49d87f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.836479572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"Service","name":"maas-api-e2e-inf-b-49d87f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.858796506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-49d87f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.877535636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-49d87f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.897708292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.914272833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.93411924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.952240147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.966973861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"Deployment","name":"payload-processing-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.980805861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.99472515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"Service","name":"payload-processing-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.008918459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.022947265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.036645231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.050608901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.069297471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.091134164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.142034894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.168950373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-49d87f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.183264164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-49d87f"},"namespace":"ai-tenant-e2e-inf-b-49d87f","name":"default-tenant","reconcileID":"ff122c0f-6814-4abf-b254-633a0fb5d0b3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-49d87f","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.745144951Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-49d87f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-49d87f","reconcileID":"8592e096-3c0a-41dc-8e9f-323a2d729e11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-49d87f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-49d87f"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.264240397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb48af21-166d-4005-955f-9e630230d1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.292797295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb48af21-166d-4005-955f-9e630230d1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.308126473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb48af21-166d-4005-955f-9e630230d1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.322330231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb48af21-166d-4005-955f-9e630230d1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.945590021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0672c27-5461-4177-a1d5-484b2b93a50d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.949631366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.9597279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0672c27-5461-4177-a1d5-484b2b93a50d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.973606077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0672c27-5461-4177-a1d5-484b2b93a50d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.987287533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0672c27-5461-4177-a1d5-484b2b93a50d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.654683025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a475057a-878f-4764-8c55-55da45f536c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.654709082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a475057a-878f-4764-8c55-55da45f536c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.671538716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2d935cc-7a29-4352-9dae-899f5e055d26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.671566296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2d935cc-7a29-4352-9dae-899f5e055d26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.698277504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"namespace":"ai-tenant-e2e-mt-10171e5f","name":"e2e-policy-10171e5f","reconcileID":"b52928dd-e030-4c19-b0c2-96215fb8e181","MaaSAuthPolicy":{"name":"e2e-policy-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.716820807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"namespace":"ai-tenant-e2e-mt-10171e5f","name":"e2e-policy-10171e5f","reconcileID":"b52928dd-e030-4c19-b0c2-96215fb8e181","MaaSAuthPolicy":{"name":"e2e-policy-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.794586434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a88a84e9-9386-43f3-801b-683208da739c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.794610582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a88a84e9-9386-43f3-801b-683208da739c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.865547053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eb6328b-2814-4448-9a6b-56a52e889415","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.865565934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eb6328b-2814-4448-9a6b-56a52e889415","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.884624012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36078404-e64c-4358-9da9-ace570be83fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.884642245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36078404-e64c-4358-9da9-ace570be83fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:21:25.896686135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"namespace":"ai-tenant-e2e-mt-10171e5f","name":"e2e-sub-10171e5f","reconcileID":"506d4366-dc98-47be-90d4-ea793b744fc2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-10171e5f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.932678613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7439ef0a-8f14-4590-8fbd-33fb07687114","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.932694548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7439ef0a-8f14-4590-8fbd-33fb07687114","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.951813343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5bcec09-1797-48dc-9cb7-f5b63d9ac474","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:25.951832433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5bcec09-1797-48dc-9cb7-f5b63d9ac474","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:26.015049139Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"namespace":"ai-tenant-e2e-mt-10171e5f","name":"e2e-sub-10171e5f","reconcileID":"43c9e859-fef2-41a9-bf7f-95752c762747","MaaSSubscription":{"name":"e2e-sub-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-10171e5f/e2e-sub-10171e5f","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:26.069593713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abb52dd3-5c9e-41d3-99e8-bf43a056b233","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:26.069612459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abb52dd3-5c9e-41d3-99e8-bf43a056b233","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:26.09501581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4de87efa-9ad8-41b8-a98a-7df9c634faba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:26.199596021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"namespace":"ai-tenant-e2e-mt-10171e5f","name":"e2e-sub-10171e5f","reconcileID":"e0efaee8-4558-4e76-8b60-4c85fe7d4d6a","MaaSSubscription":{"name":"e2e-sub-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:26.738498434Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"namespace":"ai-tenant-e2e-mt-10171e5f","name":"e2e-policy-10171e5f","reconcileID":"dfee11b8-194b-4030-84bd-12df4e811e24","MaaSAuthPolicy":{"name":"e2e-policy-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:26.738686243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0fd7e3d-4008-4a3d-b1da-d9ceb14ba6c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:26.738706598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0fd7e3d-4008-4a3d-b1da-d9ceb14ba6c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:26.852781114Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"namespace":"ai-tenant-e2e-mt-10171e5f","name":"e2e-policy-10171e5f","reconcileID":"dfee11b8-194b-4030-84bd-12df4e811e24","MaaSAuthPolicy":{"name":"e2e-policy-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"policyNamespace":"ai-tenant-e2e-mt-10171e5f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:26.87143806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af2e040f-08ac-486e-ac5c-d89a199c712c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:26.871457875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af2e040f-08ac-486e-ac5c-d89a199c712c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:27.014295657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7780369e-fbd7-43d4-9edf-8a9e5322af8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:27.014315847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7780369e-fbd7-43d4-9edf-8a9e5322af8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.062038006Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"namespace":"ai-tenant-e2e-mt-10171e5f","name":"e2e-sub-10171e5f","reconcileID":"6171cb32-62a6-4e98-8a30-8f9936e0b5f6","MaaSSubscription":{"name":"e2e-sub-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-10171e5f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.112588546Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"namespace":"ai-tenant-e2e-mt-10171e5f","name":"e2e-sub-10171e5f","reconcileID":"6171cb32-62a6-4e98-8a30-8f9936e0b5f6","MaaSSubscription":{"name":"e2e-sub-10171e5f","namespace":"ai-tenant-e2e-mt-10171e5f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.155387326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93a80e39-5335-4afa-870c-2622bf6b4f61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.17843383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a02af48-bf33-4b65-95a1-d32ad7085a55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.178458178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a02af48-bf33-4b65-95a1-d32ad7085a55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:47.953720182Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:54.561586765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-sub","reconcileID":"58f97ba8-6966-48e0-9bd4-59613c05706c","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"name":"maas-trlp-test-model-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:54.754383204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"464c1bd3-7883-4541-a920-eb0f86e30760","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:54.847969266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"464c1bd3-7883-4541-a920-eb0f86e30760","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:54.848465802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-sub","reconcileID":"5c563690-c962-4615-90d2-fa9a46b9b6c9","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"name":"maas-trlp-test-model-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.267812505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"b0543ca1-d32e-4135-a900-f63873f68046","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.267945072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"b0543ca1-d32e-4135-a900-f63873f68046","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.689043445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-sub","reconcileID":"2d825b83-b517-4615-ab15-5e56b7747498","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"name":"maas-trlp-test-model-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.843096561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"7dd1acfa-0ad0-4800-b428-3a921ed0a11b","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:55.843124885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"7dd1acfa-0ad0-4800-b428-3a921ed0a11b","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:56.06263042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-sub","reconcileID":"b8f7f5cc-db86-48f7-ad57-20d8fa51508e","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"maas-trlp-test-model-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:56.128989505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"b9922d77-bebc-475c-911b-d5bfe398c3c7","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:56.12911152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"b9922d77-bebc-475c-911b-d5bfe398c3c7","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:56.417566511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"357dde8a-bda9-4d14-b19c-52105f30e87d","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:56.507788219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"a080225e-cf57-403d-a6b3-c35199d4dde5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:56.528665609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"8f731d46-261b-407d-8c73-6e22314c9b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:56.564945701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"8f731d46-261b-407d-8c73-6e22314c9b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:56.6150754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"6735e775-05ed-41b3-8b8a-d0b74b0a1b85","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:56.690681331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"89131d5f-4115-4032-85e8-124fb1bdbbee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:57.303134866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-auth","reconcileID":"1e8e5bcf-b687-45d1-a57a-b07bcc447476","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f4ce70","tenantID":"e2e-inf-b-f4ce70","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:57.337229022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-auth","reconcileID":"1e8e5bcf-b687-45d1-a57a-b07bcc447476","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"name":"e2e-inf-b-f4ce70-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:57.634846926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-auth","reconcileID":"d532c858-4675-4b67-ba64-8c44b7da9806","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9e7cc9","tenantID":"e2e-inf-a-9e7cc9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:57.654750135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-auth","reconcileID":"d532c858-4675-4b67-ba64-8c44b7da9806","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"name":"e2e-inf-a-9e7cc9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.24584984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"44275547-b30e-4e90-bbc4-7d3607164f00","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.24587325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"44275547-b30e-4e90-bbc4-7d3607164f00","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.479659582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"91b96d9c-99a9-4611-9ec1-f58995e8abb9","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1056cc","tenantID":"e2e-inf-a-1056cc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.507260678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"91b96d9c-99a9-4611-9ec1-f58995e8abb9","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"e2e-inf-a-1056cc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.593615819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"0c0355a6-41a0-4dbf-bbe7-a7ce75de5f65","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.593636556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"0c0355a6-41a0-4dbf-bbe7-a7ce75de5f65","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.612673072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"b3e39e5b-dfa6-45f1-965f-3659517ad826","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.612692012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"b3e39e5b-dfa6-45f1-965f-3659517ad826","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.642457045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"a54346e0-89c9-4ae2-8030-ecb28249f5ab","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.669644033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"a54346e0-89c9-4ae2-8030-ecb28249f5ab","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"e2e-inf-b-1a8107-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.687699582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a8107-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d70cd34a7a78aa76bbf77db9f723a506a043162671c10e43b23eaf165f7b5c79) AuthConfig (b07da722b4f5f28791c143a980a273b66b0289c13734c76bfbc0641ba1009db3) AuthConfig (41452d2e77893a91121e838754c6dfc25c0380ba61475dc5517cf5a0e78f166c) AuthConfig (8239a74db2d7530ad29cdddb0584d7f12d49d8465112ea999094032048a0a48d) AuthConfig (74400c2f5690710f36bfa4c10ad59b3228f16bd6c42516b02487fa7a99c38153) AuthConfig (05b0dd7c8fa2b66172b68721eab4e562406cf03ee5be7fc2fac84510147f1e59) AuthConfig (cd43da3912f17fc5cdcb8c3f015044586e768fefc36b9b7c2a2a2feb2afc2e10) AuthConfig (ac2d26d00395f44602b029e2254128038b8946f10cb2f4eeb652be8a7092fec2) AuthConfig (847f1b81eb25d1b05fd5bb8e3aa1ac59448969749bdf1fb58b99604cb8e78d45) AuthConfig (4e484feabaf0512fd39dd83734785735ece43d07d797877bd2327aa2f54cffa6) AuthConfig (4ccb57ed11576c5db4afce89df364043b00a544b1a416eab0d9b051f331f4e4e) AuthConfig (8c3556d9d7813edde8261a6e34dc2a252387fb196b542927b8182a24802c13c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"a54346e0-89c9-4ae2-8030-ecb28249f5ab","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.715704309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"fc311bb0-be14-4bf5-b6b7-1334783106e0","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.715725037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"fc311bb0-be14-4bf5-b6b7-1334783106e0","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.815387093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-auth","reconcileID":"2f0011a1-b280-4cfa-8729-bec023c34f7f","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-faa4fc","tenantID":"e2e-inf-a-faa4fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.834163042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-auth","reconcileID":"2f0011a1-b280-4cfa-8729-bec023c34f7f","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"name":"e2e-inf-a-faa4fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.330081262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"c4bd2c88-c48e-4a47-8f8d-a77be7d2eff4","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.330105416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"c4bd2c88-c48e-4a47-8f8d-a77be7d2eff4","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.681056229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"df8099fc-9250-4255-9697-28a0c1d14584","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.681110991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"df8099fc-9250-4255-9697-28a0c1d14584","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.705433413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"a96792f6-3764-47eb-9064-eb6fc6e4aea7","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.705479099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"a96792f6-3764-47eb-9064-eb6fc6e4aea7","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.709428795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-auth","reconcileID":"ad4619d3-101f-4b5d-bd7a-41bec62b7f63","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a9ae14","tenantID":"e2e-inf-b-a9ae14","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.765139696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-auth","reconcileID":"ad4619d3-101f-4b5d-bd7a-41bec62b7f63","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"name":"e2e-inf-b-a9ae14-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.84331059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"54459b71-e93a-436d-8421-d7df9984f83a","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.843335058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"54459b71-e93a-436d-8421-d7df9984f83a","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.0082021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"513da093-8bc4-401a-b666-ae571ecd859d","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.00822693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"513da093-8bc4-401a-b666-ae571ecd859d","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.025202111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"9f5002a4-7991-4a02-a99e-df6838a4480e","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.025231968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"9f5002a4-7991-4a02-a99e-df6838a4480e","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.064467916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-auth","reconcileID":"c03b116a-7652-4b61-a133-816db358af36","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b2b71e","tenantID":"e2e-inf-b-b2b71e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.08338962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-auth","reconcileID":"c03b116a-7652-4b61-a133-816db358af36","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"name":"e2e-inf-b-b2b71e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.162054892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"00e7a7ee-be38-40a5-96d4-49d705c260ed","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.162078169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"00e7a7ee-be38-40a5-96d4-49d705c260ed","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:02.147416299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"7560fafa-9be3-4f26-829b-5aa7c07d844a","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:02.201128985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"11bbb6fa-6850-4244-be09-736754565f07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:02.263542272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"ee13dde5-2449-42c5-953d-0dcfe76c3255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:02.264075805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"2b0d1b18-75af-47d8-981a-9e9e7c23dcf2","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:02.282447537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"ee13dde5-2449-42c5-953d-0dcfe76c3255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:02.363446358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"6fbfce84-3300-4b87-9312-362cb2226c26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.707173556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04ae41c7-871b-498d-a7ad-8d48f4fd58a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.730502977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04ae41c7-871b-498d-a7ad-8d48f4fd58a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.744444527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04ae41c7-871b-498d-a7ad-8d48f4fd58a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.759211797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04ae41c7-871b-498d-a7ad-8d48f4fd58a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.347948523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"671655e2-f84a-4471-a3f6-b0ab2c4da224","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.34797385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"671655e2-f84a-4471-a3f6-b0ab2c4da224","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.378731196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"cde4dbde-bf32-4eeb-912d-021cd286b1b7","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.378778742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"cde4dbde-bf32-4eeb-912d-021cd286b1b7","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:22:05.389632291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-sub","reconcileID":"40c4fff1-798f-4eaf-8335-b34796975f2c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-a9ae14-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.404816217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-auth","reconcileID":"eb317d46-b69d-4503-8731-9a4a0f85885a","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a9ae14","tenantID":"e2e-inf-b-a9ae14","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.421460784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"ae8b5825-8be4-4e66-8b26-c1b7f6f01302","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.421492489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"ae8b5825-8be4-4e66-8b26-c1b7f6f01302","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.423630876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-auth","reconcileID":"eb317d46-b69d-4503-8731-9a4a0f85885a","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"name":"e2e-inf-b-a9ae14-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.443720174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"6aef6d6d-1172-4506-afab-f5e5e5219159","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.443737958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"6aef6d6d-1172-4506-afab-f5e5e5219159","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.488990952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a107c3ea-9587-4751-ae72-116b65f0bc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.503213683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a107c3ea-9587-4751-ae72-116b65f0bc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.517274491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a107c3ea-9587-4751-ae72-116b65f0bc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.524184284Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-sub","reconcileID":"f5401f27-7931-4553-8a2b-36580070c40d","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"name":"maas-trlp-test-model-a9ae14","model":"test-model-a9ae14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.531560611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a107c3ea-9587-4751-ae72-116b65f0bc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.612920323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"ffd2425f-a2a2-48bd-bbed-d90847e6265c","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.612942755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"ffd2425f-a2a2-48bd-bbed-d90847e6265c","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.67502327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-sub","reconcileID":"878221af-622c-4490-a73a-48f213a8491d","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"name":"maas-trlp-test-model-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.722094194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"bf565a68-261d-47d9-b893-3f6fac207e3a","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.722122461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"bf565a68-261d-47d9-b893-3f6fac207e3a","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.746025624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"52161e48-686c-441c-84d1-28e17e54c89b","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.746055865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"52161e48-686c-441c-84d1-28e17e54c89b","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:22:05.753265073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-sub","reconcileID":"97f7744c-9261-4e19-b6fb-73e2a997b10a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-b2b71e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:22:05.762671835Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"52161e48-686c-441c-84d1-28e17e54c89b","name":"test-model-b2b71e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b2b71e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:22:05.762734775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"52161e48-686c-441c-84d1-28e17e54c89b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b2b71e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.768148249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"bfcb3fed-5451-4fde-89e0-75925a7d9830","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.768171621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"bfcb3fed-5451-4fde-89e0-75925a7d9830","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.779625091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-auth","reconcileID":"06fc0fbf-1966-4bc9-8f14-c4bceeaaacec","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b2b71e","tenantID":"e2e-inf-b-b2b71e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.788072722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"65e11960-4a97-4b74-a22e-da0a8bccb2b1","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.788098417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"65e11960-4a97-4b74-a22e-da0a8bccb2b1","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.800382144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-auth","reconcileID":"06fc0fbf-1966-4bc9-8f14-c4bceeaaacec","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"name":"e2e-inf-b-b2b71e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.808251732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"147d3608-e2ab-4242-ad9f-b1bfc2e1134a","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.808270433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"147d3608-e2ab-4242-ad9f-b1bfc2e1134a","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.867332157Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-sub","reconcileID":"980d480f-b5b8-40fa-80cd-8e3588f7e0c3","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"name":"maas-trlp-test-model-b2b71e","model":"test-model-b2b71e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.92740989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"94e91c2b-ac8c-4998-8e55-a1e9afbfedc3","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.92743206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"94e91c2b-ac8c-4998-8e55-a1e9afbfedc3","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:05.950925203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-sub","reconcileID":"c2bdd212-fa15-413d-af4d-207cccbba88c","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"name":"maas-trlp-test-model-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:06.0575839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-sub","reconcileID":"df466a3c-03b1-433a-811c-6464a8ad83ca","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"name":"maas-trlp-test-model-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:06.956664543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ba3483-263c-45dd-81e1-86ef599e5ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:06.973992498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ba3483-263c-45dd-81e1-86ef599e5ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:06.990593058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ba3483-263c-45dd-81e1-86ef599e5ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:07.008249426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ba3483-263c-45dd-81e1-86ef599e5ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:07.662268993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-sub","reconcileID":"fe0af53b-02e8-406a-b9a5-d9ab88b8a51f","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"name":"maas-trlp-test-model-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:07.694102407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0b1635-2c79-4722-98b7-6d541e3533f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:07.708042089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0b1635-2c79-4722-98b7-6d541e3533f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:07.721824861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0b1635-2c79-4722-98b7-6d541e3533f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:07.736514198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0b1635-2c79-4722-98b7-6d541e3533f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:08.748233583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"0e89612f-eebd-4806-813a-86b8c8ba9480","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:08.771444634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"0e89612f-eebd-4806-813a-86b8c8ba9480","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"e2e-inf-b-1a8107-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:08.789108659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a8107-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d70cd34a7a78aa76bbf77db9f723a506a043162671c10e43b23eaf165f7b5c79) AuthConfig (b07da722b4f5f28791c143a980a273b66b0289c13734c76bfbc0641ba1009db3) AuthConfig (41452d2e77893a91121e838754c6dfc25c0380ba61475dc5517cf5a0e78f166c) AuthConfig (8239a74db2d7530ad29cdddb0584d7f12d49d8465112ea999094032048a0a48d) AuthConfig (74400c2f5690710f36bfa4c10ad59b3228f16bd6c42516b02487fa7a99c38153) AuthConfig (05b0dd7c8fa2b66172b68721eab4e562406cf03ee5be7fc2fac84510147f1e59) AuthConfig (cd43da3912f17fc5cdcb8c3f015044586e768fefc36b9b7c2a2a2feb2afc2e10) AuthConfig (ac2d26d00395f44602b029e2254128038b8946f10cb2f4eeb652be8a7092fec2) AuthConfig (847f1b81eb25d1b05fd5bb8e3aa1ac59448969749bdf1fb58b99604cb8e78d45) AuthConfig (4e484feabaf0512fd39dd83734785735ece43d07d797877bd2327aa2f54cffa6) AuthConfig (4ccb57ed11576c5db4afce89df364043b00a544b1a416eab0d9b051f331f4e4e) AuthConfig (8c3556d9d7813edde8261a6e34dc2a252387fb196b542927b8182a24802c13c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"0e89612f-eebd-4806-813a-86b8c8ba9480","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:17.950191209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:18.816539177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"7f8402b4-caad-4fcd-9669-5f0b4e93600e","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:18.839403924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"7f8402b4-caad-4fcd-9669-5f0b4e93600e","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"e2e-inf-b-1a8107-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:18.889281302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a8107-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d70cd34a7a78aa76bbf77db9f723a506a043162671c10e43b23eaf165f7b5c79) AuthConfig (b07da722b4f5f28791c143a980a273b66b0289c13734c76bfbc0641ba1009db3) AuthConfig (41452d2e77893a91121e838754c6dfc25c0380ba61475dc5517cf5a0e78f166c) AuthConfig (8239a74db2d7530ad29cdddb0584d7f12d49d8465112ea999094032048a0a48d) AuthConfig (74400c2f5690710f36bfa4c10ad59b3228f16bd6c42516b02487fa7a99c38153) AuthConfig (05b0dd7c8fa2b66172b68721eab4e562406cf03ee5be7fc2fac84510147f1e59) AuthConfig (cd43da3912f17fc5cdcb8c3f015044586e768fefc36b9b7c2a2a2feb2afc2e10) AuthConfig (ac2d26d00395f44602b029e2254128038b8946f10cb2f4eeb652be8a7092fec2) AuthConfig (847f1b81eb25d1b05fd5bb8e3aa1ac59448969749bdf1fb58b99604cb8e78d45) AuthConfig (4e484feabaf0512fd39dd83734785735ece43d07d797877bd2327aa2f54cffa6) AuthConfig (4ccb57ed11576c5db4afce89df364043b00a544b1a416eab0d9b051f331f4e4e) AuthConfig (8c3556d9d7813edde8261a6e34dc2a252387fb196b542927b8182a24802c13c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"7f8402b4-caad-4fcd-9669-5f0b4e93600e","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:28.917023487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"f4a77a04-1dbe-48b0-b263-90107518cdf2","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:28.935617873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"f4a77a04-1dbe-48b0-b263-90107518cdf2","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"e2e-inf-b-1a8107-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:28.952884897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a8107-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d70cd34a7a78aa76bbf77db9f723a506a043162671c10e43b23eaf165f7b5c79) AuthConfig (b07da722b4f5f28791c143a980a273b66b0289c13734c76bfbc0641ba1009db3) AuthConfig (41452d2e77893a91121e838754c6dfc25c0380ba61475dc5517cf5a0e78f166c) AuthConfig (8239a74db2d7530ad29cdddb0584d7f12d49d8465112ea999094032048a0a48d) AuthConfig (74400c2f5690710f36bfa4c10ad59b3228f16bd6c42516b02487fa7a99c38153) AuthConfig (05b0dd7c8fa2b66172b68721eab4e562406cf03ee5be7fc2fac84510147f1e59) AuthConfig (cd43da3912f17fc5cdcb8c3f015044586e768fefc36b9b7c2a2a2feb2afc2e10) AuthConfig (ac2d26d00395f44602b029e2254128038b8946f10cb2f4eeb652be8a7092fec2) AuthConfig (847f1b81eb25d1b05fd5bb8e3aa1ac59448969749bdf1fb58b99604cb8e78d45) AuthConfig (4e484feabaf0512fd39dd83734785735ece43d07d797877bd2327aa2f54cffa6) AuthConfig (4ccb57ed11576c5db4afce89df364043b00a544b1a416eab0d9b051f331f4e4e) AuthConfig (8c3556d9d7813edde8261a6e34dc2a252387fb196b542927b8182a24802c13c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"f4a77a04-1dbe-48b0-b263-90107518cdf2","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:39.023482115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"8f1702e9-d335-4219-a659-ad716e769cbb","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:39.048074847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"8f1702e9-d335-4219-a659-ad716e769cbb","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"e2e-inf-b-1a8107-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:39.072174519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a8107-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d70cd34a7a78aa76bbf77db9f723a506a043162671c10e43b23eaf165f7b5c79) AuthConfig (b07da722b4f5f28791c143a980a273b66b0289c13734c76bfbc0641ba1009db3) AuthConfig (41452d2e77893a91121e838754c6dfc25c0380ba61475dc5517cf5a0e78f166c) AuthConfig (8239a74db2d7530ad29cdddb0584d7f12d49d8465112ea999094032048a0a48d) AuthConfig (74400c2f5690710f36bfa4c10ad59b3228f16bd6c42516b02487fa7a99c38153) AuthConfig (05b0dd7c8fa2b66172b68721eab4e562406cf03ee5be7fc2fac84510147f1e59) AuthConfig (cd43da3912f17fc5cdcb8c3f015044586e768fefc36b9b7c2a2a2feb2afc2e10) AuthConfig (ac2d26d00395f44602b029e2254128038b8946f10cb2f4eeb652be8a7092fec2) AuthConfig (847f1b81eb25d1b05fd5bb8e3aa1ac59448969749bdf1fb58b99604cb8e78d45) AuthConfig (4e484feabaf0512fd39dd83734785735ece43d07d797877bd2327aa2f54cffa6) AuthConfig (4ccb57ed11576c5db4afce89df364043b00a544b1a416eab0d9b051f331f4e4e) AuthConfig (8c3556d9d7813edde8261a6e34dc2a252387fb196b542927b8182a24802c13c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"8f1702e9-d335-4219-a659-ad716e769cbb","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:47.96008809Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:49.119979053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"090bd11d-f1eb-4a9b-ad30-37001db0a905","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:49.140067058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"090bd11d-f1eb-4a9b-ad30-37001db0a905","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"e2e-inf-b-1a8107-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:49.157619775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a8107-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d70cd34a7a78aa76bbf77db9f723a506a043162671c10e43b23eaf165f7b5c79) AuthConfig (b07da722b4f5f28791c143a980a273b66b0289c13734c76bfbc0641ba1009db3) AuthConfig (41452d2e77893a91121e838754c6dfc25c0380ba61475dc5517cf5a0e78f166c) AuthConfig (8239a74db2d7530ad29cdddb0584d7f12d49d8465112ea999094032048a0a48d) AuthConfig (74400c2f5690710f36bfa4c10ad59b3228f16bd6c42516b02487fa7a99c38153) AuthConfig (05b0dd7c8fa2b66172b68721eab4e562406cf03ee5be7fc2fac84510147f1e59) AuthConfig (cd43da3912f17fc5cdcb8c3f015044586e768fefc36b9b7c2a2a2feb2afc2e10) AuthConfig (ac2d26d00395f44602b029e2254128038b8946f10cb2f4eeb652be8a7092fec2) AuthConfig (847f1b81eb25d1b05fd5bb8e3aa1ac59448969749bdf1fb58b99604cb8e78d45) AuthConfig (4e484feabaf0512fd39dd83734785735ece43d07d797877bd2327aa2f54cffa6) AuthConfig (4ccb57ed11576c5db4afce89df364043b00a544b1a416eab0d9b051f331f4e4e) AuthConfig (8c3556d9d7813edde8261a6e34dc2a252387fb196b542927b8182a24802c13c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"090bd11d-f1eb-4a9b-ad30-37001db0a905","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.169259231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"736c3bbe-19ff-4427-b246-94bdb8239358","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.169286014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"736c3bbe-19ff-4427-b246-94bdb8239358","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.481967932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"4ade0646-06fb-4ffe-821e-d994de0b564c","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.481989531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"4ade0646-06fb-4ffe-821e-d994de0b564c","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.500847992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"d1d4d228-a3d9-40e2-974a-4c99c7c5ed5e","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.500868467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"d1d4d228-a3d9-40e2-974a-4c99c7c5ed5e","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.527951029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-auth","reconcileID":"dd14938e-f767-4ad6-b1b0-7d0a28a7b057","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a37090","tenantID":"e2e-inf-a-a37090","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.546443054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-auth","reconcileID":"dd14938e-f767-4ad6-b1b0-7d0a28a7b057","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"name":"e2e-inf-a-a37090-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.623306074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"7c2cd85e-bd63-44fa-b8fc-19cab677c8dc","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:55.623326861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"7c2cd85e-bd63-44fa-b8fc-19cab677c8dc","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.022065151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"ecc603cd-bd66-49e4-a91e-b2ddb352cb00","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.022085894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"ecc603cd-bd66-49e4-a91e-b2ddb352cb00","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.045662784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"19ef5f3a-6060-4611-9592-2d89f4772bac","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.045684274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"19ef5f3a-6060-4611-9592-2d89f4772bac","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:22:56.05290826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-sub","reconcileID":"440aacc9-10c1-4cba-8ba2-ffdfd722ef28","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-a37090-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.072310551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-auth","reconcileID":"bbd69953-76f2-4697-b4df-e35c9a868f2b","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a37090","tenantID":"e2e-inf-a-a37090","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.085933104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"94561ce8-7f12-48fb-b03a-9d048a402c3f","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.085949045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"94561ce8-7f12-48fb-b03a-9d048a402c3f","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.090868376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-auth","reconcileID":"bbd69953-76f2-4697-b4df-e35c9a868f2b","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"name":"e2e-inf-a-a37090-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.105679845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"dbf08e0c-5501-4798-baaa-0aa35ec7e523","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.105695973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"dbf08e0c-5501-4798-baaa-0aa35ec7e523","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.173911893Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-sub","reconcileID":"b148b2f5-586a-4471-808f-d51c97d366ba","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"name":"maas-trlp-test-model-a37090","model":"test-model-a37090","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-a37090/test-model-a37090-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.229393727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"417a63ef-4958-4e82-b887-e862bac95e5f","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.229413036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"417a63ef-4958-4e82-b887-e862bac95e5f","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.272118522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"aae0a34f-1cc7-49fd-ab30-657d755273f7","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.272218978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"aae0a34f-1cc7-49fd-ab30-657d755273f7","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.286426048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-sub","reconcileID":"997d3054-035d-4eb7-b819-4184c4a6b52d","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"name":"maas-trlp-test-model-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.592937576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"a5182492-33f1-4491-b611-188385f8a0dd","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.592958693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"a5182492-33f1-4491-b611-188385f8a0dd","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.611008583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"8b6c3e88-31ae-4226-848b-e7b4546843f1","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.611027868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"8b6c3e88-31ae-4226-848b-e7b4546843f1","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.639595036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"e9ae6bb6-a277-4594-8684-9158b0b1743d","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dcacb9","tenantID":"e2e-inf-a-dcacb9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.658181341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"e9ae6bb6-a277-4594-8684-9158b0b1743d","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"name":"e2e-inf-a-dcacb9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.821067875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"2cc71b24-7ad2-456d-923b-c491bb090032","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.821091686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"2cc71b24-7ad2-456d-923b-c491bb090032","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.268465522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"e7acb1be-2f86-4eb9-9c3a-e7e4e3e29320","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.381971092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"e7acb1be-2f86-4eb9-9c3a-e7e4e3e29320","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"e2e-inf-b-1a8107-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.441598959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-sub","reconcileID":"7fca7cfd-b08c-4149-8ce5-543a3aa4b6b2","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"name":"maas-trlp-test-model-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.444111429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1a8107-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d70cd34a7a78aa76bbf77db9f723a506a043162671c10e43b23eaf165f7b5c79) AuthConfig (b07da722b4f5f28791c143a980a273b66b0289c13734c76bfbc0641ba1009db3) AuthConfig (41452d2e77893a91121e838754c6dfc25c0380ba61475dc5517cf5a0e78f166c) AuthConfig (8239a74db2d7530ad29cdddb0584d7f12d49d8465112ea999094032048a0a48d) AuthConfig (74400c2f5690710f36bfa4c10ad59b3228f16bd6c42516b02487fa7a99c38153) AuthConfig (05b0dd7c8fa2b66172b68721eab4e562406cf03ee5be7fc2fac84510147f1e59) AuthConfig (cd43da3912f17fc5cdcb8c3f015044586e768fefc36b9b7c2a2a2feb2afc2e10) AuthConfig (ac2d26d00395f44602b029e2254128038b8946f10cb2f4eeb652be8a7092fec2) AuthConfig (847f1b81eb25d1b05fd5bb8e3aa1ac59448969749bdf1fb58b99604cb8e78d45) AuthConfig (4e484feabaf0512fd39dd83734785735ece43d07d797877bd2327aa2f54cffa6) AuthConfig (4ccb57ed11576c5db4afce89df364043b00a544b1a416eab0d9b051f331f4e4e) AuthConfig (8c3556d9d7813edde8261a6e34dc2a252387fb196b542927b8182a24802c13c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"e7acb1be-2f86-4eb9-9c3a-e7e4e3e29320","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.600741809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"67119364-21ac-4672-95b4-c4a7ba643a82","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.600903674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"67119364-21ac-4672-95b4-c4a7ba643a82","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.279572433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-sub","reconcileID":"6d4ea528-daf7-4f9b-809e-dbf2a06f3f6c","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"name":"maas-trlp-test-model-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.414867481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"1045f0f9-4f59-486d-8bf3-632b7f81ede0","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.414901481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"1045f0f9-4f59-486d-8bf3-632b7f81ede0","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.648667622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-auth","reconcileID":"bf2c2570-8b99-426c-87bd-53a642c79a99","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b2b71e","tenantID":"e2e-inf-b-b2b71e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.676194947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-auth","reconcileID":"bf2c2570-8b99-426c-87bd-53a642c79a99","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"name":"e2e-inf-b-b2b71e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.749845978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-auth","reconcileID":"4ee08210-adcc-4f8b-afc0-964b0c35946f","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a37090","tenantID":"e2e-inf-a-a37090","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.777280196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-auth","reconcileID":"4ee08210-adcc-4f8b-afc0-964b0c35946f","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"name":"e2e-inf-a-a37090-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.282073591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"19a469b1-75ed-4947-bc15-8adc2cc34a44","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.282200218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"19a469b1-75ed-4947-bc15-8adc2cc34a44","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.302125933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-auth","reconcileID":"f5b14b6c-1699-45fa-b26f-4e84e5a5b4c5","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a9ae14","tenantID":"e2e-inf-b-a9ae14","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.318840448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"e9508021-bc52-4f45-84ab-0feaf38fdcad","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.31901407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"e9508021-bc52-4f45-84ab-0feaf38fdcad","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:23:02.3381469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-sub","reconcileID":"4434dc17-a018-4861-a6f5-a3c82878e70a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-dcacb9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.342272983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-auth","reconcileID":"f5b14b6c-1699-45fa-b26f-4e84e5a5b4c5","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"name":"e2e-inf-b-a9ae14-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.401077382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"af631262-e343-4a95-b28f-f2c91c545375","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dcacb9","tenantID":"e2e-inf-a-dcacb9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.40188975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"ae6c7d8d-cae5-418e-b5ce-5c431f94a3bd","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.401981783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"ae6c7d8d-cae5-418e-b5ce-5c431f94a3bd","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.433801002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"6ff18f46-bac4-488f-bcb5-54c40cb90932","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.434732048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"6ff18f46-bac4-488f-bcb5-54c40cb90932","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.436708912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"af631262-e343-4a95-b28f-f2c91c545375","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"name":"e2e-inf-a-dcacb9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.510902911Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-sub","reconcileID":"e68cbd8b-c725-4c6d-9793-6be896ebb3f5","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"name":"maas-trlp-test-model-dcacb9","model":"test-model-dcacb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.602985411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"b7ea8acd-630b-4af6-9fd7-62a60cb191d6","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.603028709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"b7ea8acd-630b-4af6-9fd7-62a60cb191d6","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:02.651254892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-sub","reconcileID":"a5fef10b-3947-4708-8c51-a14609ebac2c","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"name":"maas-trlp-test-model-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:08.049528541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff96dbbf-9ba5-44e5-af13-08bf483f8f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:08.049560064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff96dbbf-9ba5-44e5-af13-08bf483f8f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:08.068050337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab11d0d-9b26-4fda-9139-3328e09718f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:08.068070432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab11d0d-9b26-4fda-9139-3328e09718f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:08.098343305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-50ca0123","namespace":"ai-tenant-e2e-mt-50ca0123"},"namespace":"ai-tenant-e2e-mt-50ca0123","name":"e2e-policy-50ca0123","reconcileID":"fa5ef7f5-57b9-47ad-9281-124da4f43eec","MaaSAuthPolicy":{"name":"e2e-policy-50ca0123","namespace":"ai-tenant-e2e-mt-50ca0123"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:08.122534149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-50ca0123","namespace":"ai-tenant-e2e-mt-50ca0123"},"namespace":"ai-tenant-e2e-mt-50ca0123","name":"e2e-policy-50ca0123","reconcileID":"fa5ef7f5-57b9-47ad-9281-124da4f43eec","MaaSAuthPolicy":{"name":"e2e-policy-50ca0123","namespace":"ai-tenant-e2e-mt-50ca0123"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:08.287835538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eed95d0e-8eae-4d58-93b5-33ee7cd93a6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:08.287859608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eed95d0e-8eae-4d58-93b5-33ee7cd93a6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.472066453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"6ae54fdd-c1e6-4fec-a519-f0c0e962806e","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.490569579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"6ae54fdd-c1e6-4fec-a519-f0c0e962806e","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"e2e-inf-b-1a8107-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.65423942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"689b690d-f96a-4032-b676-11e08e44682c","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.654266279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"689b690d-f96a-4032-b676-11e08e44682c","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.697068495Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"2ec48d4f-ba08-45db-9615-1641d0364748","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.69728648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"d568c3b6-968e-46d0-881a-c6a722306d54","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.697308077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"d568c3b6-968e-46d0-881a-c6a722306d54","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.761489661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-sub","reconcileID":"08286d11-6794-42d7-8c45-fae9a39f2ec2","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"maas-trlp-test-model-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.850416902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"2ec48d4f-ba08-45db-9615-1641d0364748","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","tenantID":"e2e-inf-a-462fb2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.868923786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"2ec48d4f-ba08-45db-9615-1641d0364748","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"e2e-inf-a-462fb2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.868947538Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"2ec48d4f-ba08-45db-9615-1641d0364748","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.887229544Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"f3829f16-8a63-4863-a727-759706258cbe","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.887652121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"318a12bc-fe7d-4ea6-b964-bd1824eaf3b0","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.887669323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"318a12bc-fe7d-4ea6-b964-bd1824eaf3b0","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.950473005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-sub","reconcileID":"926350f3-7ed4-456a-a94a-0caa2b01bbb8","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"maas-trlp-test-model-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.965617896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"f3829f16-8a63-4863-a727-759706258cbe","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","tenantID":"e2e-inf-a-462fb2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.984197674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"f3829f16-8a63-4863-a727-759706258cbe","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"e2e-inf-a-462fb2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.984218113Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"f3829f16-8a63-4863-a727-759706258cbe","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-462fb2","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:23:09.997829688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-462fb2-auth","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-auth","reconcileID":"f3829f16-8a63-4863-a727-759706258cbe","error":"maasauthpolicies.maas.opendatahub.io \"test-model-462fb2-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:10.050987288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"06ff67d3-56c2-4a70-b815-91c136364e4a","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:10.051014623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"06ff67d3-56c2-4a70-b815-91c136364e4a","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.176892374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"5f9efd89-e46b-4029-8e9c-95ef7e16feec","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.176919751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"5f9efd89-e46b-4029-8e9c-95ef7e16feec","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.198145012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"28f4dbcb-cda9-4142-87f7-0ad6e34fc3ee","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.198168684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"28f4dbcb-cda9-4142-87f7-0ad6e34fc3ee","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:23:11.209954922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-sub","reconcileID":"3446497a-7878-4ee9-9d4c-8d9f438b9187","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-1a8107-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:23:11.213677607Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"28f4dbcb-cda9-4142-87f7-0ad6e34fc3ee","name":"test-model-1a8107","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-1a8107\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:23:11.213725934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"28f4dbcb-cda9-4142-87f7-0ad6e34fc3ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-1a8107\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.219156748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"d44b56c6-cf91-4835-997d-8962ed76dffb","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.219173006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"d44b56c6-cf91-4835-997d-8962ed76dffb","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.226262464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"b6cd1eff-dd58-41e6-8fdc-d1a71a8f349c","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.241087246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"1d4d5e7b-9a29-431f-b1a5-74cad74d8ec9","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.241105722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"1d4d5e7b-9a29-431f-b1a5-74cad74d8ec9","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.245131129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"b6cd1eff-dd58-41e6-8fdc-d1a71a8f349c","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"e2e-inf-b-1a8107-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.260361894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"fd0a86f9-bd7a-4c08-95b9-6bf5405dcecc","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.260378408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"fd0a86f9-bd7a-4c08-95b9-6bf5405dcecc","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.322907937Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-sub","reconcileID":"0d4efc96-2967-46db-9915-6cded8e24c92","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"maas-trlp-test-model-1a8107","model":"test-model-1a8107","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-1a8107/test-model-1a8107-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.388529879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"8e736b50-23af-427d-8bed-2fdc0ffa8b27","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.388676005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"8e736b50-23af-427d-8bed-2fdc0ffa8b27","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.432159961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-sub","reconcileID":"b7170df3-6276-49eb-a65b-dc74d62ae210","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"maas-trlp-test-model-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:17.96053874Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:20.101275682Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-sub","reconcileID":"feb1bd94-0984-4cf5-a984-e434b00546e6","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","subscription":"test-model-462fb2-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:20.115728957Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-sub","reconcileID":"feb1bd94-0984-4cf5-a984-e434b00546e6","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:20.130339593Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2-sub","reconcileID":"feb1bd94-0984-4cf5-a984-e434b00546e6","MaaSSubscription":{"name":"test-model-462fb2-sub","namespace":"ai-tenant-e2e-inf-a-462fb2"},"name":"maas-trlp-test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:20.218112123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"67cbdaa2-3c45-4b59-9a9b-ad76323054f8","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"tenant":"e2e-inf-a-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","model":"ai-tenant-e2e-inf-a-462fb2/test-model-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:20.2181337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"test-model-462fb2","reconcileID":"67cbdaa2-3c45-4b59-9a9b-ad76323054f8","MaaSModelRef":{"name":"test-model-462fb2","namespace":"ai-tenant-e2e-inf-a-462fb2"},"routeName":"test-model-462fb2-kserve-route","namespace":"ai-tenant-e2e-inf-a-462fb2","llmisvcName":"test-model-462fb2","gateway":"openshift-ingress/e2e-inf-a-462fb2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.130640067Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-auth","reconcileID":"3bd35790-fd07-4a94-821d-7e7541dccc87","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.131369932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"01819eeb-8c46-4fe9-b010-7ea6de75df72","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.131394902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"01819eeb-8c46-4fe9-b010-7ea6de75df72","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.23678341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-sub","reconcileID":"4a4b4f4d-d6ec-4cb5-aee3-4711df371136","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"name":"maas-trlp-test-model-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.290655142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-auth","reconcileID":"3bd35790-fd07-4a94-821d-7e7541dccc87","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f4ce70","tenantID":"e2e-inf-b-f4ce70","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.334907452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-auth","reconcileID":"3bd35790-fd07-4a94-821d-7e7541dccc87","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"name":"e2e-inf-b-f4ce70-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.335024746Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-auth","reconcileID":"3bd35790-fd07-4a94-821d-7e7541dccc87","MaaSAuthPolicy":{"name":"test-model-f4ce70-auth","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.383240806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"e4b6bca8-3845-4652-9380-d37656950cf6","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.383262175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"e4b6bca8-3845-4652-9380-d37656950cf6","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.446182006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-sub","reconcileID":"8a6b206a-ba29-4ece-90db-26146926d345","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"name":"maas-trlp-test-model-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.539361137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"987d642d-7e09-482d-84ab-afbcc3217397","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:21.539381702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"987d642d-7e09-482d-84ab-afbcc3217397","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.706055929Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"13c742bb-d2b4-4714-a1a7-30641bd373d4","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.706234502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"282f2e0a-6660-4330-96f3-b1998cb76c80","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.706254073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"282f2e0a-6660-4330-96f3-b1998cb76c80","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.768639176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-sub","reconcileID":"17bbb3b4-5b38-4f86-9dbc-40eb3e3a1d64","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"maas-trlp-test-model-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.833911787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"13c742bb-d2b4-4714-a1a7-30641bd373d4","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1056cc","tenantID":"e2e-inf-a-1056cc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.852240133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"13c742bb-d2b4-4714-a1a7-30641bd373d4","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"e2e-inf-a-1056cc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.852264448Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-auth","reconcileID":"13c742bb-d2b4-4714-a1a7-30641bd373d4","MaaSAuthPolicy":{"name":"test-model-1056cc-auth","namespace":"ai-tenant-e2e-inf-a-1056cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.87113124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"748f1735-83ce-4273-a0e2-aa3da21e431a","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.871151185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"748f1735-83ce-4273-a0e2-aa3da21e431a","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.891720146Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-auth","reconcileID":"8ff74165-c01b-453c-a690-73a7028e3eac","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.892140156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"83f87885-e73a-47ee-9de7-d1db27702177","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.892158458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"83f87885-e73a-47ee-9de7-d1db27702177","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.934835136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-sub","reconcileID":"d293ffbd-4231-435f-bc2e-500507955594","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"maas-trlp-test-model-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.947677458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-auth","reconcileID":"8ff74165-c01b-453c-a690-73a7028e3eac","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9e7cc9","tenantID":"e2e-inf-a-9e7cc9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.966258391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-auth","reconcileID":"8ff74165-c01b-453c-a690-73a7028e3eac","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"name":"e2e-inf-a-9e7cc9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.966277962Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-auth","reconcileID":"8ff74165-c01b-453c-a690-73a7028e3eac","MaaSAuthPolicy":{"name":"test-model-9e7cc9-auth","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.984749681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"7115a450-2ec1-4dc5-a3e5-ebe0fbb013da","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:22.9848079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"7115a450-2ec1-4dc5-a3e5-ebe0fbb013da","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.022737767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"21a68963-3d06-44c8-b3ca-edfb0c1fc7a6","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.022753368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"21a68963-3d06-44c8-b3ca-edfb0c1fc7a6","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.0366609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-sub","reconcileID":"ddcae5f5-4749-4a4a-8394-e943926dd75b","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"name":"maas-trlp-test-model-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.134709161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-sub","reconcileID":"5c2bbc09-b712-4aec-8213-907667925487","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"name":"maas-trlp-test-model-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.166374854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"80090193-9dc1-4aa2-a1b7-d179c428386c","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:23.166396933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"80090193-9dc1-4aa2-a1b7-d179c428386c","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.588005685Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-sub","reconcileID":"3f1cf388-c85a-4dae-97dc-995268764d7e","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","subscription":"test-model-f4ce70-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.602166999Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-sub","reconcileID":"3f1cf388-c85a-4dae-97dc-995268764d7e","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.616514567Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70-sub","reconcileID":"3f1cf388-c85a-4dae-97dc-995268764d7e","MaaSSubscription":{"name":"test-model-f4ce70-sub","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"name":"maas-trlp-test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.711599898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"cdfe28b6-37ac-4e44-a8a3-e9c6754b0c9a","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"tenant":"e2e-inf-b-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","model":"ai-tenant-e2e-inf-b-f4ce70/test-model-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.711633348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"test-model-f4ce70","reconcileID":"cdfe28b6-37ac-4e44-a8a3-e9c6754b0c9a","MaaSModelRef":{"name":"test-model-f4ce70","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"routeName":"test-model-f4ce70-kserve-route","namespace":"ai-tenant-e2e-inf-b-f4ce70","llmisvcName":"test-model-f4ce70","gateway":"openshift-ingress/e2e-inf-b-f4ce70","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.070245136Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-sub","reconcileID":"906409e7-4e7f-4a0d-a32c-1b114d48828f","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","subscription":"test-model-1056cc-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.084442809Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-sub","reconcileID":"906409e7-4e7f-4a0d-a32c-1b114d48828f","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.098374576Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc-sub","reconcileID":"906409e7-4e7f-4a0d-a32c-1b114d48828f","MaaSSubscription":{"name":"test-model-1056cc-sub","namespace":"ai-tenant-e2e-inf-a-1056cc"},"name":"maas-trlp-test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.222743591Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-sub","reconcileID":"68c9868a-2d73-4f7b-b1cf-0868ef368ee3","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","subscription":"test-model-9e7cc9-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.242365353Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-sub","reconcileID":"68c9868a-2d73-4f7b-b1cf-0868ef368ee3","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.26805769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"c3d54471-672c-4842-954d-9212b71326e9","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"tenant":"e2e-inf-a-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","model":"ai-tenant-e2e-inf-a-1056cc/test-model-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.268074705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"test-model-1056cc","reconcileID":"c3d54471-672c-4842-954d-9212b71326e9","MaaSModelRef":{"name":"test-model-1056cc","namespace":"ai-tenant-e2e-inf-a-1056cc"},"routeName":"test-model-1056cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-1056cc","llmisvcName":"test-model-1056cc","gateway":"openshift-ingress/e2e-inf-a-1056cc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.29908272Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9-sub","reconcileID":"68c9868a-2d73-4f7b-b1cf-0868ef368ee3","MaaSSubscription":{"name":"test-model-9e7cc9-sub","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"name":"maas-trlp-test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.531494681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"2af0380c-d5ad-487e-90fe-65a3fee19f8c","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"tenant":"e2e-inf-a-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","model":"ai-tenant-e2e-inf-a-9e7cc9/test-model-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:33.531521391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"test-model-9e7cc9","reconcileID":"2af0380c-d5ad-487e-90fe-65a3fee19f8c","MaaSModelRef":{"name":"test-model-9e7cc9","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"routeName":"test-model-9e7cc9-kserve-route","namespace":"ai-tenant-e2e-inf-a-9e7cc9","llmisvcName":"test-model-9e7cc9","gateway":"openshift-ingress/e2e-inf-a-9e7cc9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:34.213656283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-50ca0123","namespace":"ai-tenant-e2e-mt-50ca0123"},"namespace":"ai-tenant-e2e-mt-50ca0123","name":"e2e-policy-50ca0123","reconcileID":"6cab2dd9-18d3-4a99-a660-5d9d29e7f96a","MaaSAuthPolicy":{"name":"e2e-policy-50ca0123","namespace":"ai-tenant-e2e-mt-50ca0123"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:34.337351867Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-50ca0123","namespace":"ai-tenant-e2e-mt-50ca0123"},"namespace":"ai-tenant-e2e-mt-50ca0123","name":"e2e-policy-50ca0123","reconcileID":"6cab2dd9-18d3-4a99-a660-5d9d29e7f96a","MaaSAuthPolicy":{"name":"e2e-policy-50ca0123","namespace":"ai-tenant-e2e-mt-50ca0123"},"policyNamespace":"ai-tenant-e2e-mt-50ca0123","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.823615082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-sub","reconcileID":"1bc80b6a-c301-48f8-ad47-553b5d29108d","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"name":"maas-trlp-test-model-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.880423892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"99706ce5-2a76-4457-b111-a91da25e4640","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.880563988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"99706ce5-2a76-4457-b111-a91da25e4640","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.693451591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-sub","reconcileID":"dacd23e9-a03f-47e7-a978-9d2294d61cd2","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"name":"maas-trlp-test-model-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.724487321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b6f68c-3ac0-4a9b-b391-a9c39ce7ab11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.738674011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b6f68c-3ac0-4a9b-b391-a9c39ce7ab11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.752573124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b6f68c-3ac0-4a9b-b391-a9c39ce7ab11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.766714429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b6f68c-3ac0-4a9b-b391-a9c39ce7ab11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.784992261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"33ed9b52-c8e1-4adb-81b0-f886de5d5d93","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.785023596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"33ed9b52-c8e1-4adb-81b0-f886de5d5d93","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.839407879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-auth","reconcileID":"53f02fdf-2be2-43e8-8ca3-f85e2fecd1be","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a37090","tenantID":"e2e-inf-a-a37090","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.860976977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-auth","reconcileID":"53f02fdf-2be2-43e8-8ca3-f85e2fecd1be","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"name":"e2e-inf-a-a37090-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.951263776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"f347f130-f7a2-4501-85e3-611778a27047","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dcacb9","tenantID":"e2e-inf-a-dcacb9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.032376426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"f347f130-f7a2-4501-85e3-611778a27047","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"name":"e2e-inf-a-dcacb9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.526249677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7a135d-93a8-4054-94dc-8fd78a2a9661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.540250743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7a135d-93a8-4054-94dc-8fd78a2a9661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.553841398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7a135d-93a8-4054-94dc-8fd78a2a9661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.568021587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7a135d-93a8-4054-94dc-8fd78a2a9661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.131150909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b84f7a6-4e3c-4a31-bd9f-9e2736605698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.145052123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b84f7a6-4e3c-4a31-bd9f-9e2736605698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.158982928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b84f7a6-4e3c-4a31-bd9f-9e2736605698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.172948278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b84f7a6-4e3c-4a31-bd9f-9e2736605698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.40773147Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-auth","reconcileID":"70630e0d-1535-4724-938e-12765229085b","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.423735927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"a032f8fc-d827-48b9-9027-ec61a10e2974","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.436340122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"a032f8fc-d827-48b9-9027-ec61a10e2974","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.561619887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-sub","reconcileID":"9273f369-8a30-4b3d-b52f-404908c33ae4","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"name":"maas-trlp-test-model-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.578132766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-auth","reconcileID":"70630e0d-1535-4724-938e-12765229085b","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a9ae14","tenantID":"e2e-inf-b-a9ae14","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.615721909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-auth","reconcileID":"70630e0d-1535-4724-938e-12765229085b","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"name":"e2e-inf-b-a9ae14-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.615902965Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-auth","reconcileID":"70630e0d-1535-4724-938e-12765229085b","MaaSAuthPolicy":{"name":"test-model-a9ae14-auth","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.638352153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"8642168a-aa12-43b3-9517-24bf7f845f67","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.638440367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"8642168a-aa12-43b3-9517-24bf7f845f67","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.709419674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-sub","reconcileID":"295197e1-6e0d-4c8b-b640-aea9fa2b6bfb","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"name":"maas-trlp-test-model-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.794332567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"eac9c8ec-0636-45f2-923e-363fdbeaadf6","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.794355887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"eac9c8ec-0636-45f2-923e-363fdbeaadf6","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.979710612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"a89c670f-33a5-40f4-b5dd-9b8c3f88e137","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:39.979735838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"a89c670f-33a5-40f4-b5dd-9b8c3f88e137","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.105495442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"afea3304-bded-45af-b64d-94846cf6be0c","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.105527046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"afea3304-bded-45af-b64d-94846cf6be0c","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.31723609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"db7272ea-4c72-4bbe-bb73-4a030c802932","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.317257903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"db7272ea-4c72-4bbe-bb73-4a030c802932","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.335880082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"965fdcd1-bf97-4935-9afc-813c5071b5d9","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.335902256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"965fdcd1-bf97-4935-9afc-813c5071b5d9","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.363303171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"6d52facb-ea36-4766-b7b6-2f5b7308819f","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cc6328","tenantID":"e2e-inf-b-cc6328","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.381820032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"6d52facb-ea36-4766-b7b6-2f5b7308819f","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"e2e-inf-b-cc6328-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.399426091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cc6328-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c541d029f3de45f42a63a40dfdaaa5356d9be8659170b94383f70b388e4e24d) AuthConfig (beb8441314be75e81c6e7c98cd8280e52161a8555a38ba67069c9490e62db4dd) AuthConfig (722a1e3d8160dd56464f8c109b32e517564c708601c4a6dcfbf78b6cc2742464) AuthConfig (29f4a3d053a6c56b0f1e363a7e1ec9c191534c3637dcb8932a0d62454a29284e) AuthConfig (6b9d1da7f75997aca516f41830cf51b603db9a36fc07a6c2a8e806fb407c21a3) AuthConfig (8901ea0b51ff5613845d7c9337069a625e538e32142d042adb00ba302f2dec02) AuthConfig (7aaa0b9a1993f872e15e76e98d289435fbf09c045446a7803eb20b18739520ce) AuthConfig (b4252419ef03075ef7339bfd92bfd7a5387b3432ffb816a31dcf192b374f64a7) AuthConfig (08049edfaf616f0f8601e6fc68230200aa3cf7a1306f5b02a1ce6a9b5afde85b) AuthConfig (d602dd76f4ee3171fd539eb631c025ce0c5ac70c411a0f73e96b33df544321ba) AuthConfig (ed2a6c2acc83ec1e5fa604964f2c8146fe8d76f5e5fc7ea78b3d6b3ca4dfe129) AuthConfig (b88293427060f8d6383462c2b039098289250bc0d58bf75c02e4143c41a80c6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"6d52facb-ea36-4766-b7b6-2f5b7308819f","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.418909642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"83241061-dbc5-418c-831c-3c3185e01c71","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.418927916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"83241061-dbc5-418c-831c-3c3185e01c71","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.431651329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"6e761bbf-3e2c-4dfd-8801-013795c66246","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.431674701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"6e761bbf-3e2c-4dfd-8801-013795c66246","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.450409873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"0ca2952d-6585-4d78-8409-84c359b7b5fc","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.450439055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"0ca2952d-6585-4d78-8409-84c359b7b5fc","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.479377577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"6162cac2-f5ce-44d9-a6fa-a28f30ba917b","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-024aa6","tenantID":"e2e-inf-b-024aa6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.497880977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"6162cac2-f5ce-44d9-a6fa-a28f30ba917b","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"e2e-inf-b-024aa6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.515285531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-024aa6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33bbf766120b556a6c2259e2673b536fc53bb6a1ea6f0f1997cd44acc388bb83) AuthConfig (1fc578822e57dcea74ee3fd215901354eb26c53a963ce6dc0c7dd31038260c72) AuthConfig (7a7a0410453320092f0d10d1e126935e63229a8f3989a37830ea0847dd358407) AuthConfig (def277727ee76269e865013b1c8298d5631f45da6544990639f264dfd55e7d90) AuthConfig (d31e4bcc2b33b7d22c0f5e6be9ceff04c5957a4fa6ec5a366a8165278ff30ead) AuthConfig (046435effc6faec28223c537d013135082a2db874a8f6b484dd17035c5a1a230) AuthConfig (d3a444c46e84eed0ead5f8be93b58c56949fd3b493a9f38806a7dc12bee828c7) AuthConfig (9ac5723bcba092cb094bc16de9c580b679300bbe1231e3aca6536beefac80872) AuthConfig (8bff1190c3623e4a7e22dbc654343302cbb4e16f9f1f4a00c500a90e98a0e94f) AuthConfig (4558c4df93952a7b99e0e29bd94fb6c40a6d11e76b9bedf6ff423d06a59dfd36) AuthConfig (12d7ac5d6110a17d90a90ca028e6ee3f7de8b57d04ea3349ab709bf09a3920a9) AuthConfig (d7acfe03d7fbfff60f252ffd994b6ce42e78761fb19a81e40cd1028a27153fa2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"6162cac2-f5ce-44d9-a6fa-a28f30ba917b","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.534872764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"4d8e9106-a0b1-4311-8772-43a998b552df","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.534893106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"4d8e9106-a0b1-4311-8772-43a998b552df","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:47.964441048Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:49.844866248Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-sub","reconcileID":"3f3a0e37-e130-4e88-8d40-86a0b11b6407","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","subscription":"test-model-a9ae14-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:49.859108548Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-sub","reconcileID":"3f3a0e37-e130-4e88-8d40-86a0b11b6407","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:49.873183892Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14-sub","reconcileID":"3f3a0e37-e130-4e88-8d40-86a0b11b6407","MaaSSubscription":{"name":"test-model-a9ae14-sub","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"name":"maas-trlp-test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:49.956156967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"75767cf0-fbd2-4543-b7fc-ca084ef13e02","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"tenant":"e2e-inf-b-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","model":"ai-tenant-e2e-inf-b-a9ae14/test-model-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:49.956181439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"test-model-a9ae14","reconcileID":"75767cf0-fbd2-4543-b7fc-ca084ef13e02","MaaSModelRef":{"name":"test-model-a9ae14","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"routeName":"test-model-a9ae14-kserve-route","namespace":"ai-tenant-e2e-inf-b-a9ae14","llmisvcName":"test-model-a9ae14","gateway":"openshift-ingress/e2e-inf-b-a9ae14","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:50.447434822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"95d64614-6c18-4e55-ac86-26148ea44cf8","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cc6328","tenantID":"e2e-inf-b-cc6328","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:50.469006937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"95d64614-6c18-4e55-ac86-26148ea44cf8","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"e2e-inf-b-cc6328-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:50.486977869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cc6328-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c541d029f3de45f42a63a40dfdaaa5356d9be8659170b94383f70b388e4e24d) AuthConfig (beb8441314be75e81c6e7c98cd8280e52161a8555a38ba67069c9490e62db4dd) AuthConfig (722a1e3d8160dd56464f8c109b32e517564c708601c4a6dcfbf78b6cc2742464) AuthConfig (29f4a3d053a6c56b0f1e363a7e1ec9c191534c3637dcb8932a0d62454a29284e) AuthConfig (6b9d1da7f75997aca516f41830cf51b603db9a36fc07a6c2a8e806fb407c21a3) AuthConfig (8901ea0b51ff5613845d7c9337069a625e538e32142d042adb00ba302f2dec02) AuthConfig (7aaa0b9a1993f872e15e76e98d289435fbf09c045446a7803eb20b18739520ce) AuthConfig (b4252419ef03075ef7339bfd92bfd7a5387b3432ffb816a31dcf192b374f64a7) AuthConfig (08049edfaf616f0f8601e6fc68230200aa3cf7a1306f5b02a1ce6a9b5afde85b) AuthConfig (d602dd76f4ee3171fd539eb631c025ce0c5ac70c411a0f73e96b33df544321ba) AuthConfig (ed2a6c2acc83ec1e5fa604964f2c8146fe8d76f5e5fc7ea78b3d6b3ca4dfe129) AuthConfig (b88293427060f8d6383462c2b039098289250bc0d58bf75c02e4143c41a80c6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"95d64614-6c18-4e55-ac86-26148ea44cf8","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:50.649564356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"bc2eae37-2c0d-417b-a7c5-4c97933a4ca9","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-024aa6","tenantID":"e2e-inf-b-024aa6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:50.674817035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"bc2eae37-2c0d-417b-a7c5-4c97933a4ca9","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"e2e-inf-b-024aa6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:50.692460895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-024aa6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33bbf766120b556a6c2259e2673b536fc53bb6a1ea6f0f1997cd44acc388bb83) AuthConfig (1fc578822e57dcea74ee3fd215901354eb26c53a963ce6dc0c7dd31038260c72) AuthConfig (7a7a0410453320092f0d10d1e126935e63229a8f3989a37830ea0847dd358407) AuthConfig (def277727ee76269e865013b1c8298d5631f45da6544990639f264dfd55e7d90) AuthConfig (d31e4bcc2b33b7d22c0f5e6be9ceff04c5957a4fa6ec5a366a8165278ff30ead) AuthConfig (046435effc6faec28223c537d013135082a2db874a8f6b484dd17035c5a1a230) AuthConfig (d3a444c46e84eed0ead5f8be93b58c56949fd3b493a9f38806a7dc12bee828c7) AuthConfig (9ac5723bcba092cb094bc16de9c580b679300bbe1231e3aca6536beefac80872) AuthConfig (8bff1190c3623e4a7e22dbc654343302cbb4e16f9f1f4a00c500a90e98a0e94f) AuthConfig (4558c4df93952a7b99e0e29bd94fb6c40a6d11e76b9bedf6ff423d06a59dfd36) AuthConfig (12d7ac5d6110a17d90a90ca028e6ee3f7de8b57d04ea3349ab709bf09a3920a9) AuthConfig (d7acfe03d7fbfff60f252ffd994b6ce42e78761fb19a81e40cd1028a27153fa2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"bc2eae37-2c0d-417b-a7c5-4c97933a4ca9","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:54.623105479Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-auth","reconcileID":"ddfbbab4-fe01-455e-a1ba-a81b91642523","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:54.623797544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"362be41a-7d65-4afb-b344-7c4a088beb28","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:54.623881802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"362be41a-7d65-4afb-b344-7c4a088beb28","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:54.818222381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-sub","reconcileID":"c28ad1bf-3171-4d69-bda2-b314856b0296","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"name":"maas-trlp-test-model-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:54.828936296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-auth","reconcileID":"ddfbbab4-fe01-455e-a1ba-a81b91642523","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b2b71e","tenantID":"e2e-inf-b-b2b71e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:54.85542844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-auth","reconcileID":"ddfbbab4-fe01-455e-a1ba-a81b91642523","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"name":"e2e-inf-b-b2b71e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:54.855460597Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-auth","reconcileID":"ddfbbab4-fe01-455e-a1ba-a81b91642523","MaaSAuthPolicy":{"name":"test-model-b2b71e-auth","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:54.87758618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"0a5904be-ecc5-43b3-88d0-16b8a5b7466f","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:54.877619392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"0a5904be-ecc5-43b3-88d0-16b8a5b7466f","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:55.009897638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-sub","reconcileID":"4565fc9f-039c-4e7d-b16e-2b7417a41075","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"name":"maas-trlp-test-model-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:55.030018925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"5e7816d0-3767-4b0f-b9a7-4e4d952c6c90","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:23:55.030043773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"5e7816d0-3767-4b0f-b9a7-4e4d952c6c90","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.27230736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14942da2-dd18-4f38-8548-74725dd5136e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.286668855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14942da2-dd18-4f38-8548-74725dd5136e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.301741647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14942da2-dd18-4f38-8548-74725dd5136e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.317083646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14942da2-dd18-4f38-8548-74725dd5136e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.51448426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"a91bdf67-ac33-49c9-982b-1fc0b720b804","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cc6328","tenantID":"e2e-inf-b-cc6328","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.533432061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"a91bdf67-ac33-49c9-982b-1fc0b720b804","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"e2e-inf-b-cc6328-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.551437548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cc6328-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c541d029f3de45f42a63a40dfdaaa5356d9be8659170b94383f70b388e4e24d) AuthConfig (beb8441314be75e81c6e7c98cd8280e52161a8555a38ba67069c9490e62db4dd) AuthConfig (722a1e3d8160dd56464f8c109b32e517564c708601c4a6dcfbf78b6cc2742464) AuthConfig (29f4a3d053a6c56b0f1e363a7e1ec9c191534c3637dcb8932a0d62454a29284e) AuthConfig (6b9d1da7f75997aca516f41830cf51b603db9a36fc07a6c2a8e806fb407c21a3) AuthConfig (8901ea0b51ff5613845d7c9337069a625e538e32142d042adb00ba302f2dec02) AuthConfig (7aaa0b9a1993f872e15e76e98d289435fbf09c045446a7803eb20b18739520ce) AuthConfig (b4252419ef03075ef7339bfd92bfd7a5387b3432ffb816a31dcf192b374f64a7) AuthConfig (08049edfaf616f0f8601e6fc68230200aa3cf7a1306f5b02a1ce6a9b5afde85b) AuthConfig (d602dd76f4ee3171fd539eb631c025ce0c5ac70c411a0f73e96b33df544321ba) AuthConfig (ed2a6c2acc83ec1e5fa604964f2c8146fe8d76f5e5fc7ea78b3d6b3ca4dfe129) AuthConfig (b88293427060f8d6383462c2b039098289250bc0d58bf75c02e4143c41a80c6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"a91bdf67-ac33-49c9-982b-1fc0b720b804","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.72038783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"ece93d49-2f84-4df6-a894-83ced7b333b6","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-024aa6","tenantID":"e2e-inf-b-024aa6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.741538509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"ece93d49-2f84-4df6-a894-83ced7b333b6","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"e2e-inf-b-024aa6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.759578328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-024aa6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33bbf766120b556a6c2259e2673b536fc53bb6a1ea6f0f1997cd44acc388bb83) AuthConfig (1fc578822e57dcea74ee3fd215901354eb26c53a963ce6dc0c7dd31038260c72) AuthConfig (7a7a0410453320092f0d10d1e126935e63229a8f3989a37830ea0847dd358407) AuthConfig (def277727ee76269e865013b1c8298d5631f45da6544990639f264dfd55e7d90) AuthConfig (d31e4bcc2b33b7d22c0f5e6be9ceff04c5957a4fa6ec5a366a8165278ff30ead) AuthConfig (046435effc6faec28223c537d013135082a2db874a8f6b484dd17035c5a1a230) AuthConfig (d3a444c46e84eed0ead5f8be93b58c56949fd3b493a9f38806a7dc12bee828c7) AuthConfig (9ac5723bcba092cb094bc16de9c580b679300bbe1231e3aca6536beefac80872) AuthConfig (8bff1190c3623e4a7e22dbc654343302cbb4e16f9f1f4a00c500a90e98a0e94f) AuthConfig (4558c4df93952a7b99e0e29bd94fb6c40a6d11e76b9bedf6ff423d06a59dfd36) AuthConfig (12d7ac5d6110a17d90a90ca028e6ee3f7de8b57d04ea3349ab709bf09a3920a9) AuthConfig (d7acfe03d7fbfff60f252ffd994b6ce42e78761fb19a81e40cd1028a27153fa2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"ece93d49-2f84-4df6-a894-83ced7b333b6","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.910610165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f00602-f787-4115-952e-a21e386d767d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.924577328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f00602-f787-4115-952e-a21e386d767d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.938950675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f00602-f787-4115-952e-a21e386d767d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.953357814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f00602-f787-4115-952e-a21e386d767d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:05.093323762Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-sub","reconcileID":"a85859ce-9ae7-486d-995a-f2a0cbaa8908","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","subscription":"test-model-b2b71e-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:05.108551083Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-sub","reconcileID":"a85859ce-9ae7-486d-995a-f2a0cbaa8908","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:05.12375517Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e-sub","reconcileID":"a85859ce-9ae7-486d-995a-f2a0cbaa8908","MaaSSubscription":{"name":"test-model-b2b71e-sub","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"name":"maas-trlp-test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:05.210357376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"0f4fd1a4-c7c2-4bd2-a88c-cd367ad5af3a","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"tenant":"e2e-inf-b-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","model":"ai-tenant-e2e-inf-b-b2b71e/test-model-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:05.210379468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"test-model-b2b71e","reconcileID":"0f4fd1a4-c7c2-4bd2-a88c-cd367ad5af3a","MaaSModelRef":{"name":"test-model-b2b71e","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"routeName":"test-model-b2b71e-kserve-route","namespace":"ai-tenant-e2e-inf-b-b2b71e","llmisvcName":"test-model-b2b71e","gateway":"openshift-ingress/e2e-inf-b-b2b71e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:10.691804405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"7b9862aa-3d59-4662-8e4a-1860b129c542","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cc6328","tenantID":"e2e-inf-b-cc6328","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:10.717302919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"7b9862aa-3d59-4662-8e4a-1860b129c542","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"e2e-inf-b-cc6328-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:10.802940795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cc6328-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c541d029f3de45f42a63a40dfdaaa5356d9be8659170b94383f70b388e4e24d) AuthConfig (beb8441314be75e81c6e7c98cd8280e52161a8555a38ba67069c9490e62db4dd) AuthConfig (722a1e3d8160dd56464f8c109b32e517564c708601c4a6dcfbf78b6cc2742464) AuthConfig (29f4a3d053a6c56b0f1e363a7e1ec9c191534c3637dcb8932a0d62454a29284e) AuthConfig (6b9d1da7f75997aca516f41830cf51b603db9a36fc07a6c2a8e806fb407c21a3) AuthConfig (8901ea0b51ff5613845d7c9337069a625e538e32142d042adb00ba302f2dec02) AuthConfig (7aaa0b9a1993f872e15e76e98d289435fbf09c045446a7803eb20b18739520ce) AuthConfig (b4252419ef03075ef7339bfd92bfd7a5387b3432ffb816a31dcf192b374f64a7) AuthConfig (08049edfaf616f0f8601e6fc68230200aa3cf7a1306f5b02a1ce6a9b5afde85b) AuthConfig (d602dd76f4ee3171fd539eb631c025ce0c5ac70c411a0f73e96b33df544321ba) AuthConfig (ed2a6c2acc83ec1e5fa604964f2c8146fe8d76f5e5fc7ea78b3d6b3ca4dfe129) AuthConfig (b88293427060f8d6383462c2b039098289250bc0d58bf75c02e4143c41a80c6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"7b9862aa-3d59-4662-8e4a-1860b129c542","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:10.818313966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"d70d48e9-329a-4a24-a4df-2b6520b4d8a8","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-024aa6","tenantID":"e2e-inf-b-024aa6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:10.863580299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"d70d48e9-329a-4a24-a4df-2b6520b4d8a8","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"e2e-inf-b-024aa6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:10.884958772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-024aa6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33bbf766120b556a6c2259e2673b536fc53bb6a1ea6f0f1997cd44acc388bb83) AuthConfig (1fc578822e57dcea74ee3fd215901354eb26c53a963ce6dc0c7dd31038260c72) AuthConfig (7a7a0410453320092f0d10d1e126935e63229a8f3989a37830ea0847dd358407) AuthConfig (def277727ee76269e865013b1c8298d5631f45da6544990639f264dfd55e7d90) AuthConfig (d31e4bcc2b33b7d22c0f5e6be9ceff04c5957a4fa6ec5a366a8165278ff30ead) AuthConfig (046435effc6faec28223c537d013135082a2db874a8f6b484dd17035c5a1a230) AuthConfig (d3a444c46e84eed0ead5f8be93b58c56949fd3b493a9f38806a7dc12bee828c7) AuthConfig (9ac5723bcba092cb094bc16de9c580b679300bbe1231e3aca6536beefac80872) AuthConfig (8bff1190c3623e4a7e22dbc654343302cbb4e16f9f1f4a00c500a90e98a0e94f) AuthConfig (4558c4df93952a7b99e0e29bd94fb6c40a6d11e76b9bedf6ff423d06a59dfd36) AuthConfig (12d7ac5d6110a17d90a90ca028e6ee3f7de8b57d04ea3349ab709bf09a3920a9) AuthConfig (d7acfe03d7fbfff60f252ffd994b6ce42e78761fb19a81e40cd1028a27153fa2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"d70d48e9-329a-4a24-a4df-2b6520b4d8a8","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.150741431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-sub","reconcileID":"babbbcf9-fa88-4c56-a1da-689c15df25d7","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"maas-trlp-test-model-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.216782823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"883f92d9-6816-42ab-8e85-4f8f3bc52cc8","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.216901234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"883f92d9-6816-42ab-8e85-4f8f3bc52cc8","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:13.78568365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"0fa8bb15-0fbd-4758-beba-eaf75a3b7147","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:13.804695925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"0fa8bb15-0fbd-4758-beba-eaf75a3b7147","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"e2e-inf-b-1a8107-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:17.948046729Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:20.832895408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"602213eb-63ee-4519-af3c-995411fe3745","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cc6328","tenantID":"e2e-inf-b-cc6328","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:20.851355829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"602213eb-63ee-4519-af3c-995411fe3745","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"e2e-inf-b-cc6328-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:20.931497021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"2d01eb52-326e-49ac-9bb8-5730a854bc0e","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:20.931535218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"2d01eb52-326e-49ac-9bb8-5730a854bc0e","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:20.93159881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"727a6dfd-dc22-4b58-a830-6b9898b016eb","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-024aa6","tenantID":"e2e-inf-b-024aa6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:20.950247026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"727a6dfd-dc22-4b58-a830-6b9898b016eb","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"e2e-inf-b-024aa6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.027645281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"d829d8a6-1d61-4250-ad08-ec8134121804","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.027670352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"d829d8a6-1d61-4250-ad08-ec8134121804","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.518030196Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","namespace":"ai-tenant-e2e-inf-a-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.518104846Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","namespace":"ai-tenant-e2e-inf-a-462fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.51817494Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","tenant":"e2e-inf-a-462fb2","tenantID":"e2e-inf-a-462fb2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.535544998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"Deployment","name":"maas-api-e2e-inf-a-462fb2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.567944688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"Service","name":"maas-api-e2e-inf-a-462fb2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.585720115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-462fb2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.602537065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-462fb2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.61887692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.636030201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.654711698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.671356986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.685046662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"Deployment","name":"payload-processing-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.700217382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.71404657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"Service","name":"payload-processing-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.728269885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.742005638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.755649743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.769241591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.787551938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.80209859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.82505072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.853012005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-462fb2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.873140009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-462fb2"},"namespace":"ai-tenant-e2e-inf-a-462fb2","name":"default-tenant","reconcileID":"ac7a5dac-825d-498a-9828-2b83980d59bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-462fb2","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.371196891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"bdef12c3-b897-4a57-b1a1-ee336e507a58","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.371224525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"bdef12c3-b897-4a57-b1a1-ee336e507a58","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:24:22.435008216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-sub","reconcileID":"94f028ac-a4f5-4e0f-b1ad-6b6a6b1f43ba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-cc6328-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.436244788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"33586c6e-302a-48d4-aeb8-6e9adee77b59","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.436261455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"33586c6e-302a-48d4-aeb8-6e9adee77b59","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:24:22.457249908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-sub","reconcileID":"c30b649b-aa32-4a3c-abe9-46802627e7c8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-cc6328-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.468607176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"fe946e04-4088-4df9-a05a-2860f44e9e94","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.468632473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"fe946e04-4088-4df9-a05a-2860f44e9e94","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.471898207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"bf993814-4c60-40b2-b0c7-1473555147ff","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cc6328","tenantID":"e2e-inf-b-cc6328","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.507123992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"bf993814-4c60-40b2-b0c7-1473555147ff","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"e2e-inf-b-cc6328-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.508719208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"bcf5721b-a458-47e0-b0f2-df1c64baea44","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.508739965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"bcf5721b-a458-47e0-b0f2-df1c64baea44","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.520204936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"2ea1532d-bdea-4e06-bd96-c9cf094d2181","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.520231221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"2ea1532d-bdea-4e06-bd96-c9cf094d2181","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:24:22.526185114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-sub","reconcileID":"a62410ac-64fc-4e6a-b35a-a32a3ceb16d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-024aa6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.579459952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"e099658b-3586-4b82-87a4-41d55f3f5b9d","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.579493094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"e099658b-3586-4b82-87a4-41d55f3f5b9d","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.589899195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"876fc2e8-9681-4b98-a6b4-38744fc1c43d","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.589925815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"876fc2e8-9681-4b98-a6b4-38744fc1c43d","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.592107233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"be297f58-7a6d-45be-841b-92aed95548b9","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-024aa6","tenantID":"e2e-inf-b-024aa6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.613895519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"be297f58-7a6d-45be-841b-92aed95548b9","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"e2e-inf-b-024aa6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.615005045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"13010e54-3254-4d69-9ec4-52ef60b8b2ea","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.615027084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"13010e54-3254-4d69-9ec4-52ef60b8b2ea","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.616140052Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-462fb2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-462fb2","reconcileID":"56dc1f6a-6ba8-496a-b5f9-39b05b49bf00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-462fb2","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-462fb2"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.664380004Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-sub","reconcileID":"723c89f6-0578-4286-8e12-215a4b3b3881","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"maas-trlp-test-model-cc6328","model":"test-model-cc6328","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-cc6328/test-model-cc6328-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.716972454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"59b4869c-b594-4d92-a7f0-d18e0cb123b1","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.716994478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"59b4869c-b594-4d92-a7f0-d18e0cb123b1","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.772055825Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-sub","reconcileID":"fcf6aca4-1636-4f7d-a20e-83a3e7a923ca","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"maas-trlp-test-model-024aa6","model":"test-model-024aa6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-024aa6/test-model-024aa6-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.82147582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-sub","reconcileID":"a6a2f63e-bb1f-4469-afca-6868970ee9ae","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"maas-trlp-test-model-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.83113848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"995fd3b5-a2d8-410e-aeec-4cd0cea500a6","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.831164287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"995fd3b5-a2d8-410e-aeec-4cd0cea500a6","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:22.981634727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-sub","reconcileID":"820846bc-daaa-4a5f-a08f-f4ef72015c9a","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"maas-trlp-test-model-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:23.08770517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038890c8-9ea0-4aa4-afc6-fbd7d7353a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:23.101330845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038890c8-9ea0-4aa4-afc6-fbd7d7353a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:23.11524617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038890c8-9ea0-4aa4-afc6-fbd7d7353a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:23.128889963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038890c8-9ea0-4aa4-afc6-fbd7d7353a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:23.675805918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bd3e39-adef-4703-a662-d3fbf014d045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:23.689715044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bd3e39-adef-4703-a662-d3fbf014d045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:23.703577179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bd3e39-adef-4703-a662-d3fbf014d045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:23.717699682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bd3e39-adef-4703-a662-d3fbf014d045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.67314992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4032ebf-aab2-4a1c-a948-acde368a369f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.687564447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4032ebf-aab2-4a1c-a948-acde368a369f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.701634274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4032ebf-aab2-4a1c-a948-acde368a369f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.71553674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4032ebf-aab2-4a1c-a948-acde368a369f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.340600199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e03cf1-71d1-49ac-a802-709c4e178ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.355082775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e03cf1-71d1-49ac-a802-709c4e178ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.369147014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e03cf1-71d1-49ac-a802-709c4e178ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.383896969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e03cf1-71d1-49ac-a802-709c4e178ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.950346994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e2d08e-646d-4eee-a6be-8b994154bc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.964511105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e2d08e-646d-4eee-a6be-8b994154bc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.97837557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e2d08e-646d-4eee-a6be-8b994154bc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.992284746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e2d08e-646d-4eee-a6be-8b994154bc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:28.567331526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187f80a0-a161-4e17-8fcb-a5b9f0123afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:28.5811703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187f80a0-a161-4e17-8fcb-a5b9f0123afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:28.594961375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187f80a0-a161-4e17-8fcb-a5b9f0123afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:28.608993015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187f80a0-a161-4e17-8fcb-a5b9f0123afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.054375267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffeff55-6947-4022-968c-94d22c200303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.068169787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffeff55-6947-4022-968c-94d22c200303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.081892159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffeff55-6947-4022-968c-94d22c200303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.095635594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffeff55-6947-4022-968c-94d22c200303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.777713982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dabf8ec-8764-4f6e-9210-89807d09c5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.791670417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dabf8ec-8764-4f6e-9210-89807d09c5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.805602882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dabf8ec-8764-4f6e-9210-89807d09c5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.819440451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dabf8ec-8764-4f6e-9210-89807d09c5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:32.431085904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02744bb7-80c4-439a-8e07-bfa9af12e5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:32.444850679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02744bb7-80c4-439a-8e07-bfa9af12e5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:32.458512891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02744bb7-80c4-439a-8e07-bfa9af12e5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:32.47240854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02744bb7-80c4-439a-8e07-bfa9af12e5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.637940354Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-auth","reconcileID":"08c52a1b-03f3-4e36-836d-26a9e49c2b6e","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.638159956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"97c1b93a-f1d7-4d97-af53-8a769be3ce08","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.638180207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"97c1b93a-f1d7-4d97-af53-8a769be3ce08","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.700881901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-sub","reconcileID":"0f8489bb-1f88-4046-823f-671141604941","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"name":"maas-trlp-test-model-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.770090199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-auth","reconcileID":"08c52a1b-03f3-4e36-836d-26a9e49c2b6e","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-faa4fc","tenantID":"e2e-inf-a-faa4fc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.796505581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-auth","reconcileID":"08c52a1b-03f3-4e36-836d-26a9e49c2b6e","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"name":"e2e-inf-a-faa4fc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.796525063Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-auth","reconcileID":"08c52a1b-03f3-4e36-836d-26a9e49c2b6e","MaaSAuthPolicy":{"name":"test-model-faa4fc-auth","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.814670671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"40625b17-91ff-489c-b9eb-6dc944d7c041","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.814690687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"40625b17-91ff-489c-b9eb-6dc944d7c041","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.890597804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-sub","reconcileID":"8e97cf78-e5c7-4bf7-8ebb-f513da6c9747","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"name":"maas-trlp-test-model-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.965506412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"085f4907-71d3-40ae-a4af-391928d9bdfc","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.965527045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"085f4907-71d3-40ae-a4af-391928d9bdfc","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.146965046Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","namespace":"ai-tenant-e2e-inf-a-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.147024673Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","namespace":"ai-tenant-e2e-inf-a-9e7cc9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.147076791Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","tenant":"e2e-inf-a-9e7cc9","tenantID":"e2e-inf-a-9e7cc9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.16284456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"Deployment","name":"maas-api-e2e-inf-a-9e7cc9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.192297613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"Service","name":"maas-api-e2e-inf-a-9e7cc9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.212809238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-9e7cc9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.23094224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-9e7cc9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.247337254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.26350271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.282703126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.298797717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.312149589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"Deployment","name":"payload-processing-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.325339367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.338646093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"Service","name":"payload-processing-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.353380981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.366650405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.379957913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.393154582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.425021859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.442149097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.463121447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.503014621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-9e7cc9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.52403563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9e7cc9"},"namespace":"ai-tenant-e2e-inf-a-9e7cc9","name":"default-tenant","reconcileID":"abc67b52-6df8-4aba-bfe3-ad6f0be82888","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-9e7cc9","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:37.314917449Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9e7cc9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9e7cc9","reconcileID":"37e3e260-34c1-4fb6-8e81-76c9137fb701","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9e7cc9","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-9e7cc9"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:37.981732919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"925bb35c-103a-4950-a0b6-ddab6ac5a779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:37.995649888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"925bb35c-103a-4950-a0b6-ddab6ac5a779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:38.009562419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"925bb35c-103a-4950-a0b6-ddab6ac5a779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:38.023430362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"925bb35c-103a-4950-a0b6-ddab6ac5a779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:38.585655734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1eaa9a-701c-4dd1-9db8-025baa39e9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:38.599794075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1eaa9a-701c-4dd1-9db8-025baa39e9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:38.613603189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1eaa9a-701c-4dd1-9db8-025baa39e9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:38.627832692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1eaa9a-701c-4dd1-9db8-025baa39e9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:39.242111377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"650f652b-c8f4-4fa4-9f53-613f867c2582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:39.255797849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"650f652b-c8f4-4fa4-9f53-613f867c2582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:39.269616322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"650f652b-c8f4-4fa4-9f53-613f867c2582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:39.283581699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"650f652b-c8f4-4fa4-9f53-613f867c2582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:45.020338948Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-sub","reconcileID":"7c608978-3c3c-48c1-a670-1d47228baf24","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","subscription":"test-model-faa4fc-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:45.036229344Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-sub","reconcileID":"7c608978-3c3c-48c1-a670-1d47228baf24","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:45.05104893Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc-sub","reconcileID":"7c608978-3c3c-48c1-a670-1d47228baf24","MaaSSubscription":{"name":"test-model-faa4fc-sub","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"name":"maas-trlp-test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:45.204355279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"a12dce23-9730-48eb-b790-638777f1a031","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"tenant":"e2e-inf-a-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","model":"ai-tenant-e2e-inf-a-faa4fc/test-model-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:45.204384644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"test-model-faa4fc","reconcileID":"a12dce23-9730-48eb-b790-638777f1a031","MaaSModelRef":{"name":"test-model-faa4fc","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"routeName":"test-model-faa4fc-kserve-route","namespace":"ai-tenant-e2e-inf-a-faa4fc","llmisvcName":"test-model-faa4fc","gateway":"openshift-ingress/e2e-inf-a-faa4fc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:45.507720805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330d4d70-51f9-4b73-ac97-61d231c6083c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:45.521757089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330d4d70-51f9-4b73-ac97-61d231c6083c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:45.535788557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330d4d70-51f9-4b73-ac97-61d231c6083c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:45.549545966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330d4d70-51f9-4b73-ac97-61d231c6083c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:46.228210986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf70b488-4abc-4325-b542-33f89428f41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:46.242286571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf70b488-4abc-4325-b542-33f89428f41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:46.25621438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf70b488-4abc-4325-b542-33f89428f41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:46.270185502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf70b488-4abc-4325-b542-33f89428f41e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:47.948346354Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:56.904505011Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"cfef43f8-087b-4937-9834-c4d3053bb1e6","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:56.905251841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"6a33cff8-3568-4431-863b-a1d8a757b896","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:56.905359844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"6a33cff8-3568-4431-863b-a1d8a757b896","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.053424564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-sub","reconcileID":"27456fa7-b1b2-4d97-bc01-7bb973ff1f30","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"maas-trlp-test-model-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.078494675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"cfef43f8-087b-4937-9834-c4d3053bb1e6","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.106269126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"cfef43f8-087b-4937-9834-c4d3053bb1e6","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"e2e-inf-b-1a8107-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.106501772Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-auth","reconcileID":"cfef43f8-087b-4937-9834-c4d3053bb1e6","MaaSAuthPolicy":{"name":"test-model-1a8107-auth","namespace":"ai-tenant-e2e-inf-b-1a8107"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.12734245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"68c05f25-e640-454b-9641-d8bad27d0ae3","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.127366377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"68c05f25-e640-454b-9641-d8bad27d0ae3","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.190867314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-sub","reconcileID":"d43b378b-4de5-4cf9-88f4-45c129452f13","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"maas-trlp-test-model-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.277893129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"12488bd8-a166-4d02-b151-069975a1ff7a","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.277913835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"12488bd8-a166-4d02-b151-069975a1ff7a","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.470390312Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","namespace":"ai-tenant-e2e-inf-a-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.470469953Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","namespace":"ai-tenant-e2e-inf-a-1056cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.4705457Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","tenant":"e2e-inf-a-1056cc","tenantID":"e2e-inf-a-1056cc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.487192199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"Deployment","name":"maas-api-e2e-inf-a-1056cc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.519104929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"Service","name":"maas-api-e2e-inf-a-1056cc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.541662192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-1056cc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.564988587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-1056cc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.582275683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.600535332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.617927438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.63488037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.651501938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"Deployment","name":"payload-processing-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.665409136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.679450058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"Service","name":"payload-processing-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.695138512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.709453889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.723454734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.737057295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.757092623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.783707246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.808074678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.827041944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-1056cc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:02.842319246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1056cc"},"namespace":"ai-tenant-e2e-inf-a-1056cc","name":"default-tenant","reconcileID":"98e4cbf2-8ac0-4c42-ae7d-b0b07efb3b8d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-1056cc","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:03.444757021Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1056cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1056cc","reconcileID":"2f45d5bb-2728-4d7f-bbb0-9682a12497fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1056cc","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-1056cc"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:03.889372378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"420b4277-a83c-423f-821e-1e53e1c27d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:03.903203369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"420b4277-a83c-423f-821e-1e53e1c27d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:03.917378096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"420b4277-a83c-423f-821e-1e53e1c27d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:03.931727881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"420b4277-a83c-423f-821e-1e53e1c27d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:04.510212302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8855b39f-65f0-4ab7-a14d-8681246f1e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:04.52511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8855b39f-65f0-4ab7-a14d-8681246f1e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:04.539018786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8855b39f-65f0-4ab7-a14d-8681246f1e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:04.55267387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8855b39f-65f0-4ab7-a14d-8681246f1e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.177745734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035b6187-f3b1-4ce6-b800-852cf6fd4062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.19150528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035b6187-f3b1-4ce6-b800-852cf6fd4062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.263368496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035b6187-f3b1-4ce6-b800-852cf6fd4062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.277269037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035b6187-f3b1-4ce6-b800-852cf6fd4062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.962466011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddaf54fe-b377-4d3f-8d32-6830e9fc7566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.979657819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddaf54fe-b377-4d3f-8d32-6830e9fc7566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:05.995268823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddaf54fe-b377-4d3f-8d32-6830e9fc7566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:06.010367653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddaf54fe-b377-4d3f-8d32-6830e9fc7566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:06.553916314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2af5773-c572-4f9f-b0c9-ed22d2f7965d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:06.568853053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2af5773-c572-4f9f-b0c9-ed22d2f7965d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:06.583606678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2af5773-c572-4f9f-b0c9-ed22d2f7965d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:06.597643085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2af5773-c572-4f9f-b0c9-ed22d2f7965d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:07.239721825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6736c559-566f-4302-9a57-31d60379ecd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:07.253572077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6736c559-566f-4302-9a57-31d60379ecd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:07.26728957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6736c559-566f-4302-9a57-31d60379ecd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:07.281202149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6736c559-566f-4302-9a57-31d60379ecd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:07.326407187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-sub","reconcileID":"63a7f28e-7b57-40a3-b497-31093607ab21","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","subscription":"test-model-1a8107-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:07.341289409Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-sub","reconcileID":"63a7f28e-7b57-40a3-b497-31093607ab21","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:07.355318803Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107-sub","reconcileID":"63a7f28e-7b57-40a3-b497-31093607ab21","MaaSSubscription":{"name":"test-model-1a8107-sub","namespace":"ai-tenant-e2e-inf-b-1a8107"},"name":"maas-trlp-test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:07.578597485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"e69761a6-7dc2-439c-a0e5-b7d66dafa420","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"tenant":"e2e-inf-b-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","model":"ai-tenant-e2e-inf-b-1a8107/test-model-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:07.578620293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"test-model-1a8107","reconcileID":"e69761a6-7dc2-439c-a0e5-b7d66dafa420","MaaSModelRef":{"name":"test-model-1a8107","namespace":"ai-tenant-e2e-inf-b-1a8107"},"routeName":"test-model-1a8107-kserve-route","namespace":"ai-tenant-e2e-inf-b-1a8107","llmisvcName":"test-model-1a8107","gateway":"openshift-ingress/e2e-inf-b-1a8107","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.781437871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa7a916-a79a-413b-9729-7db2a8ce20d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.79509592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa7a916-a79a-413b-9729-7db2a8ce20d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.808903931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa7a916-a79a-413b-9729-7db2a8ce20d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.822694416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa7a916-a79a-413b-9729-7db2a8ce20d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.44454622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f7cac3-86f3-4910-b05c-d7003911ad97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.458271569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f7cac3-86f3-4910-b05c-d7003911ad97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.472320852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f7cac3-86f3-4910-b05c-d7003911ad97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.486069278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f7cac3-86f3-4910-b05c-d7003911ad97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.155354361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caaea0bb-eb2c-4ad0-a46c-c2f8c28832ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.170121022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caaea0bb-eb2c-4ad0-a46c-c2f8c28832ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.183938216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caaea0bb-eb2c-4ad0-a46c-c2f8c28832ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.197734795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caaea0bb-eb2c-4ad0-a46c-c2f8c28832ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.313194323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15012fc-28f3-41a7-8108-f32c249a5a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.3270921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15012fc-28f3-41a7-8108-f32c249a5a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.340721684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15012fc-28f3-41a7-8108-f32c249a5a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.354792179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15012fc-28f3-41a7-8108-f32c249a5a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.945743926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665d8acc-4978-4034-9a97-be53658936eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:12.982723609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665d8acc-4978-4034-9a97-be53658936eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:13.044437866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665d8acc-4978-4034-9a97-be53658936eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:13.058408307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665d8acc-4978-4034-9a97-be53658936eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:15.681873002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5745007d-bf09-4881-baff-2917f23fd5a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:15.681987405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5745007d-bf09-4881-baff-2917f23fd5a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:15.72926472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a07c964a","namespace":"ai-tenant-e2e-mt-a07c964a"},"namespace":"ai-tenant-e2e-mt-a07c964a","name":"e2e-policy-a07c964a","reconcileID":"dd3b8033-42c7-46fd-aee7-c5164119a8ab","MaaSAuthPolicy":{"name":"e2e-policy-a07c964a","namespace":"ai-tenant-e2e-mt-a07c964a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:15.770259778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a07c964a","namespace":"ai-tenant-e2e-mt-a07c964a"},"namespace":"ai-tenant-e2e-mt-a07c964a","name":"e2e-policy-a07c964a","reconcileID":"dd3b8033-42c7-46fd-aee7-c5164119a8ab","MaaSAuthPolicy":{"name":"e2e-policy-a07c964a","namespace":"ai-tenant-e2e-mt-a07c964a"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:15.938617925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab7658a8-eb83-4e89-9c47-edf9a3ad1987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:15.938647858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab7658a8-eb83-4e89-9c47-edf9a3ad1987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:16.922250661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-sub","reconcileID":"0f5e0a73-1135-450e-a939-113d47346b96","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"maas-trlp-test-model-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:17.122793003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"233e3f0a-74f7-4032-9a5e-115fee617524","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:17.122901808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"233e3f0a-74f7-4032-9a5e-115fee617524","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:17.244757986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-sub","reconcileID":"324042b1-9031-4a3a-9fc0-8fba9a50f717","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"maas-trlp-test-model-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:17.35633138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"d75808d2-7aca-49c1-95fc-68bc5515fb9f","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:17.356431508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"d75808d2-7aca-49c1-95fc-68bc5515fb9f","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:17.948179834Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.426386148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"4e159cd9-2e1d-496b-adf1-a4948437c056","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cc6328","tenantID":"e2e-inf-b-cc6328","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.446146028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"4e159cd9-2e1d-496b-adf1-a4948437c056","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"e2e-inf-b-cc6328-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.728417629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"1f5beb01-f497-4f79-b560-7efc1f894836","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-024aa6","tenantID":"e2e-inf-b-024aa6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:18.748422882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"1f5beb01-f497-4f79-b560-7efc1f894836","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"e2e-inf-b-024aa6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.357110956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a07c964a","namespace":"ai-tenant-e2e-mt-a07c964a"},"namespace":"ai-tenant-e2e-mt-a07c964a","name":"e2e-policy-a07c964a","reconcileID":"3b99f8ea-c4b9-4332-94ba-103086a54ba6","MaaSAuthPolicy":{"name":"e2e-policy-a07c964a","namespace":"ai-tenant-e2e-mt-a07c964a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.357306948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18a322b4-08be-4655-9185-31db89392571","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.357325535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18a322b4-08be-4655-9185-31db89392571","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.386450498Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a07c964a","namespace":"ai-tenant-e2e-mt-a07c964a"},"namespace":"ai-tenant-e2e-mt-a07c964a","name":"e2e-policy-a07c964a","reconcileID":"3b99f8ea-c4b9-4332-94ba-103086a54ba6","MaaSAuthPolicy":{"name":"e2e-policy-a07c964a","namespace":"ai-tenant-e2e-mt-a07c964a"},"policyNamespace":"ai-tenant-e2e-mt-a07c964a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.404517493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83a16271-1f56-41f3-a508-c57eadff7e55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:21.404535312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83a16271-1f56-41f3-a508-c57eadff7e55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.099913446Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","namespace":"ai-tenant-e2e-inf-b-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.099993326Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","namespace":"ai-tenant-e2e-inf-b-f4ce70","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.100064984Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","tenant":"e2e-inf-b-f4ce70","tenantID":"e2e-inf-b-f4ce70","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.115901571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"Deployment","name":"maas-api-e2e-inf-b-f4ce70","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.145160963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"Service","name":"maas-api-e2e-inf-b-f4ce70","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.161913224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-f4ce70","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.177431055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-f4ce70","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.193971391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.211485669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.228531524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.246347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.262059816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"Deployment","name":"payload-processing-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.275162965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.288577055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"Service","name":"payload-processing-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.302114132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.315263035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.329225456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.342658776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.378304466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.394911979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.409152307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.428121516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-f4ce70","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.462089344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f4ce70"},"namespace":"ai-tenant-e2e-inf-b-f4ce70","name":"default-tenant","reconcileID":"94f851bd-21c6-4c07-b760-3d09f71d2abf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-f4ce70","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.98319326Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-f4ce70","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-f4ce70","reconcileID":"8ce2b20c-3ef9-48a7-82e8-d8869d231909","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-f4ce70","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-f4ce70"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.40502756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c17f64-04db-4195-8a23-cb0907cea96c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.419247741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c17f64-04db-4195-8a23-cb0907cea96c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.433079752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c17f64-04db-4195-8a23-cb0907cea96c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.446777335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c17f64-04db-4195-8a23-cb0907cea96c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.048076619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f02d3cb-6a28-4d1b-bf95-a9dfc5679bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.062826418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f02d3cb-6a28-4d1b-bf95-a9dfc5679bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.077917295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f02d3cb-6a28-4d1b-bf95-a9dfc5679bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.103801927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f02d3cb-6a28-4d1b-bf95-a9dfc5679bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.709217112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f58324b-1af9-4099-a457-b7d6837dccae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.722967599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f58324b-1af9-4099-a457-b7d6837dccae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.737379435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f58324b-1af9-4099-a457-b7d6837dccae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.751195893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f58324b-1af9-4099-a457-b7d6837dccae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.448782526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"664979fa-c592-472e-85f5-e4b3a10a051e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.462518857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"664979fa-c592-472e-85f5-e4b3a10a051e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.476932608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"664979fa-c592-472e-85f5-e4b3a10a051e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.49085741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"664979fa-c592-472e-85f5-e4b3a10a051e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.334456623Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","namespace":"ai-tenant-e2e-inf-b-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.334515057Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","namespace":"ai-tenant-e2e-inf-b-a9ae14","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.334576122Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","tenant":"e2e-inf-b-a9ae14","tenantID":"e2e-inf-b-a9ae14","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.350375167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"Deployment","name":"maas-api-e2e-inf-b-a9ae14","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.39500348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"Service","name":"maas-api-e2e-inf-b-a9ae14","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.417512424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-a9ae14","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.43358997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-a9ae14","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.454860729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.476114126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.493086358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.509191697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.522397637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"Deployment","name":"payload-processing-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.535670516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.549080121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"Service","name":"payload-processing-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.562508889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.580061966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.593781688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.607252433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.630072281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.713155496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.74671469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.774585781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-a9ae14","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:36.801682726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a9ae14"},"namespace":"ai-tenant-e2e-inf-b-a9ae14","name":"default-tenant","reconcileID":"6883f9c6-ac56-4e13-8dea-1d2bed094732","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-a9ae14","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.339599061Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-a9ae14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-a9ae14","reconcileID":"fb311911-8e8c-44d6-a736-c8e1fc7c58a9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-a9ae14","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-a9ae14"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.818212873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318d823f-f267-4c35-873f-e058f0834a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.832276884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318d823f-f267-4c35-873f-e058f0834a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.846265004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318d823f-f267-4c35-873f-e058f0834a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:37.860458489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318d823f-f267-4c35-873f-e058f0834a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.430905679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdbc3a7a-d9c4-4129-b7f9-b75b6870a67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.444752076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdbc3a7a-d9c4-4129-b7f9-b75b6870a67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.458698393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdbc3a7a-d9c4-4129-b7f9-b75b6870a67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.475093067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdbc3a7a-d9c4-4129-b7f9-b75b6870a67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.171882676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1fc5c0-fc35-41e0-88cc-c6cb4dd9cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.190602565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1fc5c0-fc35-41e0-88cc-c6cb4dd9cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.205450051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1fc5c0-fc35-41e0-88cc-c6cb4dd9cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.293740821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1fc5c0-fc35-41e0-88cc-c6cb4dd9cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.966151894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074c8055-a88d-4ac4-9197-94f472cba742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.979872916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074c8055-a88d-4ac4-9197-94f472cba742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:39.993605943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074c8055-a88d-4ac4-9197-94f472cba742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.007574448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074c8055-a88d-4ac4-9197-94f472cba742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.515890985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-auth","reconcileID":"7dc93a5c-6b91-468f-bc94-75b5e07a9f44","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.516096146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"46acda83-68c3-454b-a31d-d2d42418b0b6","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.516117586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"46acda83-68c3-454b-a31d-d2d42418b0b6","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.580532937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-sub","reconcileID":"6718d932-31ef-4cae-abca-fb6256103b7c","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"name":"maas-trlp-test-model-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.644451773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-auth","reconcileID":"7dc93a5c-6b91-468f-bc94-75b5e07a9f44","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a37090","tenantID":"e2e-inf-a-a37090","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.663355455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-auth","reconcileID":"7dc93a5c-6b91-468f-bc94-75b5e07a9f44","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"name":"e2e-inf-a-a37090-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.663380707Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-auth","reconcileID":"7dc93a5c-6b91-468f-bc94-75b5e07a9f44","MaaSAuthPolicy":{"name":"test-model-a37090-auth","namespace":"ai-tenant-e2e-inf-a-a37090"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.681828437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"5c519e1c-fbd0-4ebf-b231-0ffcac95228e","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.681852296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"5c519e1c-fbd0-4ebf-b231-0ffcac95228e","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.759561104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-sub","reconcileID":"a19de982-0952-42b3-9e39-fa28f55300c5","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"name":"maas-trlp-test-model-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.841068171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"61ec8cbb-d295-424e-bb1b-5f2975caf49f","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:40.841091121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"61ec8cbb-d295-424e-bb1b-5f2975caf49f","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.688084374Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"d1830bda-87da-4b8f-82c7-35160588e661","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.688506154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"e11fe750-e265-4629-ab09-16d09b7ca0c2","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.688520101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"e11fe750-e265-4629-ab09-16d09b7ca0c2","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.776885873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"d1830bda-87da-4b8f-82c7-35160588e661","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dcacb9","tenantID":"e2e-inf-a-dcacb9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.79129991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-sub","reconcileID":"164e605c-aad6-4a82-8949-b5d8b8b919fe","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"name":"maas-trlp-test-model-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.796132837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"d1830bda-87da-4b8f-82c7-35160588e661","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"name":"e2e-inf-a-dcacb9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.796151957Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"d1830bda-87da-4b8f-82c7-35160588e661","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.8163414Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"53d5ae38-5e01-49f5-aa83-8f282e6d8ca9","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.816936702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"b98420dd-f8d2-4115-aea7-309bef8cd993","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.81695908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"b98420dd-f8d2-4115-aea7-309bef8cd993","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.880128056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-sub","reconcileID":"3d208d62-54e9-410a-80f3-f92701e85ecf","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"name":"maas-trlp-test-model-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.943806176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"53d5ae38-5e01-49f5-aa83-8f282e6d8ca9","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dcacb9","tenantID":"e2e-inf-a-dcacb9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.962802321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"53d5ae38-5e01-49f5-aa83-8f282e6d8ca9","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"name":"e2e-inf-a-dcacb9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.962822478Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"53d5ae38-5e01-49f5-aa83-8f282e6d8ca9","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.971810278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"ec35a3b7-c822-403f-a365-1d33e7884d46","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:42.971839118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"ec35a3b7-c822-403f-a365-1d33e7884d46","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:25:42.976529584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcacb9-auth","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-auth","reconcileID":"53d5ae38-5e01-49f5-aa83-8f282e6d8ca9","error":"maasauthpolicies.maas.opendatahub.io \"test-model-dcacb9-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.195447352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b02c331e-838f-4584-8a4e-f2a0b2087cef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.195471769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b02c331e-838f-4584-8a4e-f2a0b2087cef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.23993868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d0f1f9-94d8-4b61-8e0c-5c6aef262879","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.239967711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d0f1f9-94d8-4b61-8e0c-5c6aef262879","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.275388031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"namespace":"ai-tenant-e2e-mt-34de0a1d","name":"e2e-shared-policy-34de0a1d","reconcileID":"36f28843-0dc8-4675-9f28-6d8b66930afa","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.300361895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"namespace":"ai-tenant-e2e-mt-34de0a1d","name":"e2e-shared-policy-34de0a1d","reconcileID":"36f28843-0dc8-4675-9f28-6d8b66930afa","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.421692708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7727bb3e-b0b3-4a97-b341-a93034995399","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.421721155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7727bb3e-b0b3-4a97-b341-a93034995399","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.442708964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88d00d7b-f333-4ef0-90d3-dfee68e3f258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.442726817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88d00d7b-f333-4ef0-90d3-dfee68e3f258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:25:46.456456025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"namespace":"ai-tenant-e2e-mt-34de0a1d","name":"e2e-shared-sub-34de0a1d","reconcileID":"c225564d-94f2-41d9-a61d-d87fe4864379","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-34de0a1d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.495050988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0a230ea-5885-418e-9c6d-071d363b37b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.495071252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0a230ea-5885-418e-9c6d-071d363b37b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.497019359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b654e9c4-0c8d-4702-babb-cf1f7a8fbc31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.497037419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b654e9c4-0c8d-4702-babb-cf1f7a8fbc31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.514841312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2030bd09-3bb4-4aaf-8786-6dfc6672a2c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.514858207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2030bd09-3bb4-4aaf-8786-6dfc6672a2c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.582517611Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"namespace":"ai-tenant-e2e-mt-34de0a1d","name":"e2e-shared-sub-34de0a1d","reconcileID":"62d9ea58-6660-4d07-a0ab-e7f8f351037a","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-34de0a1d/e2e-shared-sub-34de0a1d","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.672118932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c58e194-93fc-4dcf-8012-3d9a468bb97c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.676623527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"491de68a-5455-405e-b640-9d408faa072b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.676649101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"491de68a-5455-405e-b640-9d408faa072b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.756524858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"namespace":"ai-tenant-e2e-mt-34de0a1d","name":"e2e-shared-sub-34de0a1d","reconcileID":"09d19845-4674-4ed0-a4d7-f1d791825378","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.430265055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2298db7-58d0-4fd9-ab65-c07c02db8303","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.430287183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2298db7-58d0-4fd9-ab65-c07c02db8303","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.448756537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"735be3c0-f76f-41cc-ba14-c71aa721739d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.448796801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"735be3c0-f76f-41cc-ba14-c71aa721739d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.529509469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"namespace":"ai-tenant-e2e-mt-59385e87","name":"e2e-shared-policy-34de0a1d","reconcileID":"0d9cc147-f01e-4bdb-9183-61bb880eb1f2","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.548550515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"namespace":"ai-tenant-e2e-mt-59385e87","name":"e2e-shared-policy-34de0a1d","reconcileID":"0d9cc147-f01e-4bdb-9183-61bb880eb1f2","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.642044519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7413b65b-3453-4710-bc35-26bf3b1ede2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.642068678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7413b65b-3453-4710-bc35-26bf3b1ede2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.659583406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d2cbca0-046c-4a9a-8abc-42fd6ab1800f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.659609134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d2cbca0-046c-4a9a-8abc-42fd6ab1800f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:25:47.673444526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"namespace":"ai-tenant-e2e-mt-59385e87","name":"e2e-shared-sub-34de0a1d","reconcileID":"5933f994-29ab-4dc9-9d88-010f4ef4a2c0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-34de0a1d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.711358503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd970c4-7103-49d7-b7a0-3f68c343c155","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.711376588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd970c4-7103-49d7-b7a0-3f68c343c155","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.715467735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7df40e4-076f-4e80-8ecf-8683c5b7d632","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.715494217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7df40e4-076f-4e80-8ecf-8683c5b7d632","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.730800328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0163ec6b-9dd4-49ab-a4d6-59d9d42cac0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.730815496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0163ec6b-9dd4-49ab-a4d6-59d9d42cac0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.851956211Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"namespace":"ai-tenant-e2e-mt-59385e87","name":"e2e-shared-sub-34de0a1d","reconcileID":"ca2b0a5d-0113-424a-9c7a-4944a8de5c99","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-34de0a1d/e2e-shared-sub-34de0a1d","ai-tenant-e2e-mt-59385e87/e2e-shared-sub-34de0a1d","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.903761285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00d1f8f3-a96d-4880-8c31-f653aef2cd5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.903819026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00d1f8f3-a96d-4880-8c31-f653aef2cd5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.930322654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"namespace":"ai-tenant-e2e-mt-34de0a1d","name":"e2e-shared-sub-34de0a1d","reconcileID":"dd609d3b-9cea-47e8-b8a3-1219c93051df","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.93056898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11501631-75b2-4292-bb1f-bcd0b44324ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.954713522Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.093249986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"namespace":"ai-tenant-e2e-mt-59385e87","name":"e2e-shared-sub-34de0a1d","reconcileID":"49f74276-923b-47e1-b98f-b3945b784403","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.730445422Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"namespace":"ai-tenant-e2e-mt-34de0a1d","name":"e2e-shared-policy-34de0a1d","reconcileID":"8ce2cb74-9894-46b5-aad8-a83e0ad80315","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.730647226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4641b98c-7cb4-481e-87ac-c53d150fac43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.730665128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4641b98c-7cb4-481e-87ac-c53d150fac43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.844547278Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"namespace":"ai-tenant-e2e-mt-34de0a1d","name":"e2e-shared-policy-34de0a1d","reconcileID":"8ce2cb74-9894-46b5-aad8-a83e0ad80315","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"policyNamespace":"ai-tenant-e2e-mt-34de0a1d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.863504445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f8e05a3-d520-485c-a5d1-af3fe1509352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.863525483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f8e05a3-d520-485c-a5d1-af3fe1509352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.01650036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91c36d00-95b2-4d9e-bf60-14102988cc54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.016523852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91c36d00-95b2-4d9e-bf60-14102988cc54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.595576436Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","namespace":"ai-tenant-e2e-inf-a-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.595657314Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","namespace":"ai-tenant-e2e-inf-a-faa4fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.595706543Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","tenant":"e2e-inf-a-faa4fc","tenantID":"e2e-inf-a-faa4fc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.61374939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"Deployment","name":"maas-api-e2e-inf-a-faa4fc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.648507749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"Service","name":"maas-api-e2e-inf-a-faa4fc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.666415693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-faa4fc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.685090871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-faa4fc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.703549213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.723957794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.752081399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.768301345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.781710214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"Deployment","name":"payload-processing-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.795109027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.808468247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"Service","name":"payload-processing-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.82176007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.834996955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.848275712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.861431504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.884948268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.907034655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.937179365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.952147917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-faa4fc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.984069171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-faa4fc"},"namespace":"ai-tenant-e2e-inf-a-faa4fc","name":"default-tenant","reconcileID":"4338b6c3-b59a-44cf-8635-d60fdcbdde84","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-faa4fc","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.490118325Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-faa4fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-faa4fc","reconcileID":"683df18c-0900-49c4-95c8-cf5146869c23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-faa4fc","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-faa4fc"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.890873555Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-sub","reconcileID":"1dfd8f6c-a25a-487b-84ca-c96cb96b7f50","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","subscription":"test-model-a37090-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.905338077Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-sub","reconcileID":"1dfd8f6c-a25a-487b-84ca-c96cb96b7f50","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.920004422Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090-sub","reconcileID":"1dfd8f6c-a25a-487b-84ca-c96cb96b7f50","MaaSSubscription":{"name":"test-model-a37090-sub","namespace":"ai-tenant-e2e-inf-a-a37090"},"name":"maas-trlp-test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.949845268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67c6e80-cab4-4c6b-9071-e32ddfefc0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.964098774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67c6e80-cab4-4c6b-9071-e32ddfefc0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.978046908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67c6e80-cab4-4c6b-9071-e32ddfefc0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.99189425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67c6e80-cab4-4c6b-9071-e32ddfefc0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:51.088054308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"0e385db9-1284-4c2b-a071-80f167721f10","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"tenant":"e2e-inf-a-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","model":"ai-tenant-e2e-inf-a-a37090/test-model-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:51.08808234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"test-model-a37090","reconcileID":"0e385db9-1284-4c2b-a071-80f167721f10","MaaSModelRef":{"name":"test-model-a37090","namespace":"ai-tenant-e2e-inf-a-a37090"},"routeName":"test-model-a37090-kserve-route","namespace":"ai-tenant-e2e-inf-a-a37090","llmisvcName":"test-model-a37090","gateway":"openshift-ingress/e2e-inf-a-a37090","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:51.630874598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1b4c8f-403d-4ee1-bd63-4d7146c45f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:51.645287111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1b4c8f-403d-4ee1-bd63-4d7146c45f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:51.658839734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1b4c8f-403d-4ee1-bd63-4d7146c45f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:51.673027989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1b4c8f-403d-4ee1-bd63-4d7146c45f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.044709973Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"a3f39af5-8e28-42bb-ae12-9f04b05722ca","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.058266262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"57d37403-6329-41c5-873a-6e5cbb17f76f","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.058313774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"57d37403-6329-41c5-873a-6e5cbb17f76f","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.168854413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-sub","reconcileID":"24ff2056-f9b1-46f4-8c44-2dd42c05bf11","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"maas-trlp-test-model-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.270053663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"a3f39af5-8e28-42bb-ae12-9f04b05722ca","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-024aa6","tenantID":"e2e-inf-b-024aa6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.289880106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"a3f39af5-8e28-42bb-ae12-9f04b05722ca","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"e2e-inf-b-024aa6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.289908807Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-auth","reconcileID":"a3f39af5-8e28-42bb-ae12-9f04b05722ca","MaaSAuthPolicy":{"name":"test-model-024aa6-auth","namespace":"ai-tenant-e2e-inf-b-024aa6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.310861184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"189606a8-4d4b-4886-b853-334686ab2299","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.310880537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"189606a8-4d4b-4886-b853-334686ab2299","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.407214208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-sub","reconcileID":"227795bf-fef7-477e-b02f-e0905f8dd66a","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"maas-trlp-test-model-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.452971101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"41b69c3e-d87e-4d51-9ec1-fe3249c90af5","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.452995366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"41b69c3e-d87e-4d51-9ec1-fe3249c90af5","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:53.019418732Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-sub","reconcileID":"238966c9-3f8e-4f47-9319-242748ef8e37","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","subscription":"test-model-dcacb9-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:53.033630647Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-sub","reconcileID":"238966c9-3f8e-4f47-9319-242748ef8e37","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:53.0476388Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9-sub","reconcileID":"238966c9-3f8e-4f47-9319-242748ef8e37","MaaSSubscription":{"name":"test-model-dcacb9-sub","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"name":"maas-trlp-test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:53.129125905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"cb4c1229-1a76-485e-9ea8-c0e5f376e6c0","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"tenant":"e2e-inf-a-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","model":"ai-tenant-e2e-inf-a-dcacb9/test-model-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:53.129146055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"test-model-dcacb9","reconcileID":"cb4c1229-1a76-485e-9ea8-c0e5f376e6c0","MaaSModelRef":{"name":"test-model-dcacb9","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"routeName":"test-model-dcacb9-kserve-route","namespace":"ai-tenant-e2e-inf-a-dcacb9","llmisvcName":"test-model-dcacb9","gateway":"openshift-ingress/e2e-inf-a-dcacb9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.076977363Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"namespace":"ai-tenant-e2e-mt-34de0a1d","name":"e2e-shared-sub-34de0a1d","reconcileID":"b85fdb30-45f5-4da5-852c-826d5c913655","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-34de0a1d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.195893679Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"namespace":"ai-tenant-e2e-mt-34de0a1d","name":"e2e-shared-sub-34de0a1d","reconcileID":"b85fdb30-45f5-4da5-852c-826d5c913655","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-34de0a1d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-59385e87/e2e-shared-sub-34de0a1d","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.239053657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"namespace":"ai-tenant-e2e-mt-59385e87","name":"e2e-shared-sub-34de0a1d","reconcileID":"1b69dce1-cd0b-4956-bb2c-c614999aee2d","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.23906119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c14e0728-0677-4ed5-8f21-918131ed96dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.264627628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"371b2fe5-1490-41c7-a739-772b3c408e57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.26464826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"371b2fe5-1490-41c7-a739-772b3c408e57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.361279115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e749ad55-3a14-4b3c-b51f-06d9636b3805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.37531073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e749ad55-3a14-4b3c-b51f-06d9636b3805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.389121541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e749ad55-3a14-4b3c-b51f-06d9636b3805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.403452341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e749ad55-3a14-4b3c-b51f-06d9636b3805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.029895374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab39364-e4cb-40c6-b71d-8cb9d4bd49df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.044113083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab39364-e4cb-40c6-b71d-8cb9d4bd49df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.058274585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab39364-e4cb-40c6-b71d-8cb9d4bd49df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.072153427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab39364-e4cb-40c6-b71d-8cb9d4bd49df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.616135074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40dfcdc0-161b-451d-9b1a-972ff209a3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.629845844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40dfcdc0-161b-451d-9b1a-972ff209a3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.644153808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40dfcdc0-161b-451d-9b1a-972ff209a3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.661734179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40dfcdc0-161b-451d-9b1a-972ff209a3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.739563065Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","namespace":"ai-tenant-e2e-inf-b-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.739626931Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","namespace":"ai-tenant-e2e-inf-b-b2b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.739673194Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","tenant":"e2e-inf-b-b2b71e","tenantID":"e2e-inf-b-b2b71e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.755468784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"Deployment","name":"maas-api-e2e-inf-b-b2b71e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.790670098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"Service","name":"maas-api-e2e-inf-b-b2b71e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.807681218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-b2b71e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.823470526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-b2b71e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.840180868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.85681555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.874794088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.893234294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.907092528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"Deployment","name":"payload-processing-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.920544249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.933956406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"Service","name":"payload-processing-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.947629461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.961349834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.974986074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:00.988479603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:01.018993364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:01.035205419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:01.049980657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:01.070229715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-b2b71e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:01.098048306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b2b71e"},"namespace":"ai-tenant-e2e-inf-b-b2b71e","name":"default-tenant","reconcileID":"4a500507-d586-4e4f-ab51-dabca9749139","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-b2b71e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:01.578734475Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b2b71e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b2b71e","reconcileID":"dd40ef58-cb91-4825-adea-210bb5ee0556","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b2b71e","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-b2b71e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.04157327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b0bb9d-bddc-4bc1-bb97-1b8c9d76708d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.05528513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b0bb9d-bddc-4bc1-bb97-1b8c9d76708d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.068845688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b0bb9d-bddc-4bc1-bb97-1b8c9d76708d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.083166946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b0bb9d-bddc-4bc1-bb97-1b8c9d76708d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.504731428Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-sub","reconcileID":"04e9fd18-06ab-410e-9356-b06f6621963a","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","subscription":"test-model-024aa6-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.564005491Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-sub","reconcileID":"04e9fd18-06ab-410e-9356-b06f6621963a","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.579996436Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6-sub","reconcileID":"04e9fd18-06ab-410e-9356-b06f6621963a","MaaSSubscription":{"name":"test-model-024aa6-sub","namespace":"ai-tenant-e2e-inf-b-024aa6"},"name":"maas-trlp-test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.72696061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"50b4c4b4-9a06-47d1-a3a8-ed38f50850fb","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"tenant":"e2e-inf-b-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","model":"ai-tenant-e2e-inf-b-024aa6/test-model-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.726983338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"test-model-024aa6","reconcileID":"50b4c4b4-9a06-47d1-a3a8-ed38f50850fb","MaaSModelRef":{"name":"test-model-024aa6","namespace":"ai-tenant-e2e-inf-b-024aa6"},"routeName":"test-model-024aa6-kserve-route","namespace":"ai-tenant-e2e-inf-b-024aa6","llmisvcName":"test-model-024aa6","gateway":"openshift-ingress/e2e-inf-b-024aa6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.736457357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087a4c96-934f-40b8-8828-847f70c07e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.750742905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087a4c96-934f-40b8-8828-847f70c07e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.764497844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087a4c96-934f-40b8-8828-847f70c07e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:02.77837099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087a4c96-934f-40b8-8828-847f70c07e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:12.852079047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08883ac4-8d44-4a46-8a00-370aa47fbcc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:12.91741899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08883ac4-8d44-4a46-8a00-370aa47fbcc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:13.01925417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08883ac4-8d44-4a46-8a00-370aa47fbcc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:13.144319081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08883ac4-8d44-4a46-8a00-370aa47fbcc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:13.803553735Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f3d24e75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f3d24e75","reconcileID":"2a1a38b5-7957-40e3-a5d3-f9e1b0a422f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f3d24e75","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-f3d24e75":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:14.341556579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685e7243-8fb8-4f81-bd85-936734ab9a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:14.362893895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685e7243-8fb8-4f81-bd85-936734ab9a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:14.377688499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685e7243-8fb8-4f81-bd85-936734ab9a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:14.392710574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"685e7243-8fb8-4f81-bd85-936734ab9a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.067026112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b233b0-1b81-4f63-881c-d302f7b68ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.082966342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b233b0-1b81-4f63-881c-d302f7b68ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.098528291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b233b0-1b81-4f63-881c-d302f7b68ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.116364867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b233b0-1b81-4f63-881c-d302f7b68ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:16.767059797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f1810f-77c1-42f5-99d8-4e49cb9bd156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:16.795851591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f1810f-77c1-42f5-99d8-4e49cb9bd156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:16.828992747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f1810f-77c1-42f5-99d8-4e49cb9bd156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:16.858226224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f1810f-77c1-42f5-99d8-4e49cb9bd156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:17.977323945Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.114710063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169ad5d8-8ab7-4947-810e-24fc52628143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.129178078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169ad5d8-8ab7-4947-810e-24fc52628143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.143822249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169ad5d8-8ab7-4947-810e-24fc52628143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.157964566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169ad5d8-8ab7-4947-810e-24fc52628143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.631293544Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"aaa5fce1-f0fb-44d3-bd29-673f0d38b2ff","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.638340601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"b8136944-f924-4d62-a613-24d8ec7c1c67","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.64685584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"b8136944-f924-4d62-a613-24d8ec7c1c67","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.767568474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-sub","reconcileID":"11f36694-67a2-456f-9fd3-1972dc4fd8bc","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"maas-trlp-test-model-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.815261511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"aaa5fce1-f0fb-44d3-bd29-673f0d38b2ff","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cc6328","tenantID":"e2e-inf-b-cc6328","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.836416563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"aaa5fce1-f0fb-44d3-bd29-673f0d38b2ff","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"e2e-inf-b-cc6328-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.836441258Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-auth","reconcileID":"aaa5fce1-f0fb-44d3-bd29-673f0d38b2ff","MaaSAuthPolicy":{"name":"test-model-cc6328-auth","namespace":"ai-tenant-e2e-inf-b-cc6328"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.864662301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"76b7c0e1-6a37-4a4f-a9a0-c71754816333","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.864688204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"76b7c0e1-6a37-4a4f-a9a0-c71754816333","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.873599283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd4e015-b919-4f53-9fba-4ef05da594bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.887535617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd4e015-b919-4f53-9fba-4ef05da594bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.901494235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd4e015-b919-4f53-9fba-4ef05da594bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.915286608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd4e015-b919-4f53-9fba-4ef05da594bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.963125884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-sub","reconcileID":"1afa690d-33c7-4298-b311-ffa44fbbd4d0","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"maas-trlp-test-model-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.042525044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"e6bb4923-044f-4098-864f-cc3eb6bb3f8a","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.042554491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"e6bb4923-044f-4098-864f-cc3eb6bb3f8a","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:29.093150965Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-sub","reconcileID":"cec34480-a015-425a-a613-0a9fa7d271bd","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","subscription":"test-model-cc6328-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:29.107390405Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-sub","reconcileID":"cec34480-a015-425a-a613-0a9fa7d271bd","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:29.121310795Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328-sub","reconcileID":"cec34480-a015-425a-a613-0a9fa7d271bd","MaaSSubscription":{"name":"test-model-cc6328-sub","namespace":"ai-tenant-e2e-inf-b-cc6328"},"name":"maas-trlp-test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:29.202739534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"9147354f-b379-46ac-8999-def0bfbe5317","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"tenant":"e2e-inf-b-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","model":"ai-tenant-e2e-inf-b-cc6328/test-model-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:29.202794319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"test-model-cc6328","reconcileID":"9147354f-b379-46ac-8999-def0bfbe5317","MaaSModelRef":{"name":"test-model-cc6328","namespace":"ai-tenant-e2e-inf-b-cc6328"},"routeName":"test-model-cc6328-kserve-route","namespace":"ai-tenant-e2e-inf-b-cc6328","llmisvcName":"test-model-cc6328","gateway":"openshift-ingress/e2e-inf-b-cc6328","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.263289086Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","namespace":"ai-tenant-e2e-inf-a-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.263369597Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","namespace":"ai-tenant-e2e-inf-a-a37090","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.263438622Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","tenant":"e2e-inf-a-a37090","tenantID":"e2e-inf-a-a37090","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.280792323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"Deployment","name":"maas-api-e2e-inf-a-a37090","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.312383999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"Service","name":"maas-api-e2e-inf-a-a37090","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.329540383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-a37090","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.348165285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-a37090","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.364820751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.380998619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.402408606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.418317125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.431590989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"Deployment","name":"payload-processing-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.444854875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.458266361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"Service","name":"payload-processing-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.471538735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.485079404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.498407678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.511912594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.548052246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.565116084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.580327921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.596124583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-a37090","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.612542409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a37090"},"namespace":"ai-tenant-e2e-inf-a-a37090","name":"default-tenant","reconcileID":"905e3964-f90b-4af6-a61c-cfce8f6d788e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-a37090","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.136246322Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a37090","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a37090","reconcileID":"e6d73ce4-b378-40e3-be12-51687c796ff0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a37090","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-a37090"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.571967557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a745d6a-c55b-451b-aac3-d1a639af9bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.585923832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a745d6a-c55b-451b-aac3-d1a639af9bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.599585814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a745d6a-c55b-451b-aac3-d1a639af9bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.61322903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a745d6a-c55b-451b-aac3-d1a639af9bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:34.241387154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e20e4a-bdd6-4669-8805-d2123a011d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:34.255098427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e20e4a-bdd6-4669-8805-d2123a011d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:34.268845902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e20e4a-bdd6-4669-8805-d2123a011d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:34.283062564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e20e4a-bdd6-4669-8805-d2123a011d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:34.839882765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69bd94ad-9ddb-495a-a8ed-d6a18f2f370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:34.853618795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69bd94ad-9ddb-495a-a8ed-d6a18f2f370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:34.867195459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69bd94ad-9ddb-495a-a8ed-d6a18f2f370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:34.880855801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69bd94ad-9ddb-495a-a8ed-d6a18f2f370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:35.532474817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec4f332-6883-40be-9c30-bc50cf873800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:35.547887481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec4f332-6883-40be-9c30-bc50cf873800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:35.561412071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec4f332-6883-40be-9c30-bc50cf873800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:35.575083994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec4f332-6883-40be-9c30-bc50cf873800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:41.337782428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0531d063-54e2-4caa-a150-68c9118fc10d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:41.363935168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0531d063-54e2-4caa-a150-68c9118fc10d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:41.377632207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0531d063-54e2-4caa-a150-68c9118fc10d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:41.391464195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0531d063-54e2-4caa-a150-68c9118fc10d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:41.970689384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca35e22d-5522-4a8c-b78d-d6159529a154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:41.984319073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca35e22d-5522-4a8c-b78d-d6159529a154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:41.998100082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca35e22d-5522-4a8c-b78d-d6159529a154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.011835164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca35e22d-5522-4a8c-b78d-d6159529a154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.561278511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6aee45-f42e-42fd-8f90-80315a84f145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.575067962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6aee45-f42e-42fd-8f90-80315a84f145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.588862539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6aee45-f42e-42fd-8f90-80315a84f145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.602494209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6aee45-f42e-42fd-8f90-80315a84f145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.948079242Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","namespace":"ai-tenant-e2e-inf-b-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.948178138Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","namespace":"ai-tenant-e2e-inf-b-1a8107","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.948238489Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","tenant":"e2e-inf-b-1a8107","tenantID":"e2e-inf-b-1a8107","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.964048168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"Deployment","name":"maas-api-e2e-inf-b-1a8107","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.997623508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"Service","name":"maas-api-e2e-inf-b-1a8107","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.020449881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-1a8107","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.040976664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-1a8107","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.058211617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.076421398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.094909774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.112143763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.125632408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"Deployment","name":"payload-processing-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.139179963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.16703092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"Service","name":"payload-processing-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.180658055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.193981116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.20758795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.246094508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.298955836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.316953635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.397305345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.42811794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-1a8107","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.444553094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1a8107"},"namespace":"ai-tenant-e2e-inf-b-1a8107","name":"default-tenant","reconcileID":"df400c2a-0922-4f9c-adad-ef76ea9ce534","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-1a8107","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.801483284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da592952-db3e-46ac-bb8f-2f27f68638ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.81539765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da592952-db3e-46ac-bb8f-2f27f68638ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.864704221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da592952-db3e-46ac-bb8f-2f27f68638ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.878788629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da592952-db3e-46ac-bb8f-2f27f68638ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.937917306Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-1a8107","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-1a8107","reconcileID":"773ac6d0-03a6-46d6-a07d-dbd0353e6c11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-1a8107","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-1a8107"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:44.553315778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4af016d-11d9-4480-919c-b333389dad5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:44.56721346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4af016d-11d9-4480-919c-b333389dad5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:44.58102853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4af016d-11d9-4480-919c-b333389dad5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:44.594868531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4af016d-11d9-4480-919c-b333389dad5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:45.154969396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7278aef5-249f-43c2-a2ab-1100b1685cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:45.170349505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7278aef5-249f-43c2-a2ab-1100b1685cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:45.188547242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7278aef5-249f-43c2-a2ab-1100b1685cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:45.203557741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7278aef5-249f-43c2-a2ab-1100b1685cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:45.91014962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bc05bb-435d-401a-9ded-5943f4cb44e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:45.924830726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bc05bb-435d-401a-9ded-5943f4cb44e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:45.93932009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bc05bb-435d-401a-9ded-5943f4cb44e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:45.953257588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bc05bb-435d-401a-9ded-5943f4cb44e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:46.664205454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2771e166-909b-414b-82dd-a90e91470bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:46.67802631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2771e166-909b-414b-82dd-a90e91470bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:46.691827893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2771e166-909b-414b-82dd-a90e91470bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:46.705605513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2771e166-909b-414b-82dd-a90e91470bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.950417767Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:59.469071952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6274a373-e139-41f2-af43-1b6e8c538c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:59.482971092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6274a373-e139-41f2-af43-1b6e8c538c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:59.496602339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6274a373-e139-41f2-af43-1b6e8c538c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:26:59.510685335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6274a373-e139-41f2-af43-1b6e8c538c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:00.237634887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c3131c-c9af-4462-b0e9-936e09c397b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:00.251407489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c3131c-c9af-4462-b0e9-936e09c397b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:00.264965364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c3131c-c9af-4462-b0e9-936e09c397b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:00.278980338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c3131c-c9af-4462-b0e9-936e09c397b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:00.93509003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5842457-f8c5-47d9-96a4-827347faba14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:00.949278405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5842457-f8c5-47d9-96a4-827347faba14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:00.962920046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5842457-f8c5-47d9-96a4-827347faba14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:00.977521821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5842457-f8c5-47d9-96a4-827347faba14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.158381586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"e7264a7b-5ce7-4b70-be24-047335df9dcc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3d24e75","tenantID":"e2e-mt-f3d24e75","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.21629808Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"e7264a7b-5ce7-4b70-be24-047335df9dcc","name":"e2e-mt-f3d24e75-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.710161368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f590c0-c377-4737-ba59-97b19ac886f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.723911964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f590c0-c377-4737-ba59-97b19ac886f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.76118211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f590c0-c377-4737-ba59-97b19ac886f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:01.7808219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f590c0-c377-4737-ba59-97b19ac886f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.327786799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ccabc2-4748-457d-9510-6f2c550c617e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.342090512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ccabc2-4748-457d-9510-6f2c550c617e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.357063211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ccabc2-4748-457d-9510-6f2c550c617e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.372495097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ccabc2-4748-457d-9510-6f2c550c617e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.923841389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88af613-c916-48b6-85de-3cf35ff48b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.937673463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88af613-c916-48b6-85de-3cf35ff48b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.951461917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88af613-c916-48b6-85de-3cf35ff48b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:02.965248129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88af613-c916-48b6-85de-3cf35ff48b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.55516416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75da5ca-6810-4655-8973-71d3ce4d9dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.569086845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75da5ca-6810-4655-8973-71d3ce4d9dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.583011258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75da5ca-6810-4655-8973-71d3ce4d9dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.597048412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75da5ca-6810-4655-8973-71d3ce4d9dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.948544327Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.941404845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acefc12e-4206-4ccd-a637-ed1399499c95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.941424728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acefc12e-4206-4ccd-a637-ed1399499c95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.958013692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cc7a381-0a23-4f22-bcef-759cf262bde5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.958031301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cc7a381-0a23-4f22-bcef-759cf262bde5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.998553805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f83e4bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f83e4bba","reconcileID":"02d375f7-e796-4052-82de-6edd985cfcee","MaaSAuthPolicy":{"name":"e2e-default-ns-f83e4bba","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:21.017718532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f83e4bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f83e4bba","reconcileID":"02d375f7-e796-4052-82de-6edd985cfcee","MaaSAuthPolicy":{"name":"e2e-default-ns-f83e4bba","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:21.182521956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06b186e5-e7cf-4904-bfa4-f5f64a2dd68e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:21.182547356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06b186e5-e7cf-4904-bfa4-f5f64a2dd68e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:21.45591602Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f83e4bba","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f83e4bba","reconcileID":"bcfea580-413c-46bf-9e38-57e87621daaf","MaaSAuthPolicy":{"name":"e2e-default-ns-f83e4bba","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:21.456065995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97c7e154-678b-4ddd-88d7-58e5e011beeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:21.456085154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97c7e154-678b-4ddd-88d7-58e5e011beeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:21.501388981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41d0acd3-92bb-4c02-8167-b7592dce4414","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:21.501408613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41d0acd3-92bb-4c02-8167-b7592dce4414","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.029634445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6bdd86-d463-420c-8f36-1f976c0aad37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.043398493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6bdd86-d463-420c-8f36-1f976c0aad37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.056941506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6bdd86-d463-420c-8f36-1f976c0aad37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.070565726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6bdd86-d463-420c-8f36-1f976c0aad37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.61073626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14c0131f-1a15-487a-8ee9-2462e5ae3245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.624566648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14c0131f-1a15-487a-8ee9-2462e5ae3245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.638217572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14c0131f-1a15-487a-8ee9-2462e5ae3245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.652472212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14c0131f-1a15-487a-8ee9-2462e5ae3245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.861938845Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","namespace":"ai-tenant-e2e-inf-a-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.861994449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","namespace":"ai-tenant-e2e-inf-a-dcacb9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.862042859Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","tenant":"e2e-inf-a-dcacb9","tenantID":"e2e-inf-a-dcacb9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.877243708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"Deployment","name":"maas-api-e2e-inf-a-dcacb9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.903245243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"Service","name":"maas-api-e2e-inf-a-dcacb9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.925625125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-dcacb9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.949882935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-dcacb9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.966331004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.982244725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.000921702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.028162519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.041617631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"Deployment","name":"payload-processing-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.062985812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.076670369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"Service","name":"payload-processing-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.090085998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.103141537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.116210492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.130909193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.152209043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.175269018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.206004808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.22215641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-dcacb9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.23615886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dcacb9"},"namespace":"ai-tenant-e2e-inf-a-dcacb9","name":"default-tenant","reconcileID":"8fea061a-38a0-447d-b555-b2d19a025ac4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-dcacb9","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.242947413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34deb501-ee78-4962-9ee6-34606411c789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.260881467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34deb501-ee78-4962-9ee6-34606411c789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.274936816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34deb501-ee78-4962-9ee6-34606411c789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.30795532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34deb501-ee78-4962-9ee6-34606411c789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.637027689Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-dcacb9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-dcacb9","reconcileID":"1ece61ff-4f4e-45b0-b369-9cebbb196d2f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-dcacb9","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-dcacb9"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.051748015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2deb5983-8178-4e11-9762-bd80c392eef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.069794042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2deb5983-8178-4e11-9762-bd80c392eef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.083592126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2deb5983-8178-4e11-9762-bd80c392eef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.097397719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2deb5983-8178-4e11-9762-bd80c392eef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.641288884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0ff47e-0899-4806-b494-8c25872a0b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.655202767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0ff47e-0899-4806-b494-8c25872a0b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.669670767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0ff47e-0899-4806-b494-8c25872a0b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.683423775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0ff47e-0899-4806-b494-8c25872a0b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.146517308Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","namespace":"ai-tenant-e2e-inf-b-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.146608182Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","namespace":"ai-tenant-e2e-inf-b-024aa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.146676824Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","tenant":"e2e-inf-b-024aa6","tenantID":"e2e-inf-b-024aa6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.162155763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"Deployment","name":"maas-api-e2e-inf-b-024aa6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.192296571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"Service","name":"maas-api-e2e-inf-b-024aa6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.215337334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-024aa6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.232271741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-024aa6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.242172512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d537701-3b89-4e4a-9fbe-28cacb52503b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.256073926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d537701-3b89-4e4a-9fbe-28cacb52503b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.260677816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.270036048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d537701-3b89-4e4a-9fbe-28cacb52503b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.283885712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d537701-3b89-4e4a-9fbe-28cacb52503b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.286010836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.30260016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.32097769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.334092721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"Deployment","name":"payload-processing-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.365748449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.379359239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"Service","name":"payload-processing-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.392628552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.40580113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.418975365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.433677635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.464028497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.481940018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.530359003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.550372029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-024aa6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.586166443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-024aa6"},"namespace":"ai-tenant-e2e-inf-b-024aa6","name":"default-tenant","reconcileID":"3b10bc40-6e43-4641-a26b-18c9f96fe74a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-024aa6","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.155204717Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-024aa6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-024aa6","reconcileID":"10320616-59db-4f27-998d-47d1e77f935c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-024aa6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-024aa6"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.233683383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd02531f-64ae-47fd-bb74-5f3e8fabd675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.247412166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd02531f-64ae-47fd-bb74-5f3e8fabd675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.261176346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd02531f-64ae-47fd-bb74-5f3e8fabd675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.275011611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd02531f-64ae-47fd-bb74-5f3e8fabd675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.841865231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc906a2-5b39-460b-8a07-22d4895dd360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.855487738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc906a2-5b39-460b-8a07-22d4895dd360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.869224546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc906a2-5b39-460b-8a07-22d4895dd360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.882968726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc906a2-5b39-460b-8a07-22d4895dd360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:27.435754904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28e87b2-d77d-4272-80fc-181a788e5abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:27.450103299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28e87b2-d77d-4272-80fc-181a788e5abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:27.464098906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28e87b2-d77d-4272-80fc-181a788e5abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:27.477759492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28e87b2-d77d-4272-80fc-181a788e5abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:28.095006053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc77a38c-7315-404d-83c1-fd3ac2ff4bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:28.108868551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc77a38c-7315-404d-83c1-fd3ac2ff4bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:28.122604203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc77a38c-7315-404d-83c1-fd3ac2ff4bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:28.136356993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc77a38c-7315-404d-83c1-fd3ac2ff4bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:28.682695797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca783d9-7f6c-4717-b7bb-c6454f003902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:28.696398597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca783d9-7f6c-4717-b7bb-c6454f003902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:28.710089533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca783d9-7f6c-4717-b7bb-c6454f003902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:28.723956111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca783d9-7f6c-4717-b7bb-c6454f003902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.736844146Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"namespace":"ai-tenant-e2e-mt-59385e87","name":"e2e-shared-policy-34de0a1d","reconcileID":"dec58a6b-4afb-41de-b484-3a9e9fd1224d","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.737460496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d93569ed-5bd8-4395-a26b-eb48bfa9f729","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.737483758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d93569ed-5bd8-4395-a26b-eb48bfa9f729","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.76496697Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"namespace":"ai-tenant-e2e-mt-59385e87","name":"e2e-shared-policy-34de0a1d","reconcileID":"dec58a6b-4afb-41de-b484-3a9e9fd1224d","MaaSAuthPolicy":{"name":"e2e-shared-policy-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"policyNamespace":"ai-tenant-e2e-mt-59385e87","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.783084717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9116dae-196d-459d-97b5-3d74d940f440","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:29.783105751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9116dae-196d-459d-97b5-3d74d940f440","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.020711911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec6e62f2-71de-490f-a3f6-97bcdc7d861f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.020748143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec6e62f2-71de-490f-a3f6-97bcdc7d861f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:32.128864534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0276434d-301e-4671-ba56-fd7d8d28029c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:32.142631463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0276434d-301e-4671-ba56-fd7d8d28029c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:32.156259577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0276434d-301e-4671-ba56-fd7d8d28029c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:32.169873374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0276434d-301e-4671-ba56-fd7d8d28029c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:32.872489618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b23ca513-0641-45f5-91b8-bd60508bd411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:32.886431516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b23ca513-0641-45f5-91b8-bd60508bd411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:32.900332013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b23ca513-0641-45f5-91b8-bd60508bd411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:32.914000773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b23ca513-0641-45f5-91b8-bd60508bd411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:33.533287944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d25141e-ddaf-4ba5-a3cd-8e1564f2cd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:33.546814719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d25141e-ddaf-4ba5-a3cd-8e1564f2cd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:33.560426008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d25141e-ddaf-4ba5-a3cd-8e1564f2cd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:33.574182848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d25141e-ddaf-4ba5-a3cd-8e1564f2cd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.124026879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3596e8a8-6798-4c05-b1e1-7dfc9380f1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.138587742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3596e8a8-6798-4c05-b1e1-7dfc9380f1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.152699105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3596e8a8-6798-4c05-b1e1-7dfc9380f1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.167747666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3596e8a8-6798-4c05-b1e1-7dfc9380f1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.918373243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815191e7-06f5-4ba9-a897-78e76dfa3a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.932581547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815191e7-06f5-4ba9-a897-78e76dfa3a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.948199695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815191e7-06f5-4ba9-a897-78e76dfa3a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:34.97789215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815191e7-06f5-4ba9-a897-78e76dfa3a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.068742596Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"namespace":"ai-tenant-e2e-mt-59385e87","name":"e2e-shared-sub-34de0a1d","reconcileID":"35fe3f6b-75b0-4f3a-8a3d-78008c12142a","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-34de0a1d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.115507878Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"namespace":"ai-tenant-e2e-mt-59385e87","name":"e2e-shared-sub-34de0a1d","reconcileID":"35fe3f6b-75b0-4f3a-8a3d-78008c12142a","MaaSSubscription":{"name":"e2e-shared-sub-34de0a1d","namespace":"ai-tenant-e2e-mt-59385e87"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.159793457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3430126a-1333-41a7-8df6-b7b6801d2bc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.180701508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2730016b-f40f-40a6-897a-be1509058771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.180721907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2730016b-f40f-40a6-897a-be1509058771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.501457827Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","namespace":"ai-tenant-e2e-shared-a-w3-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.501529268Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","namespace":"ai-tenant-e2e-shared-a-w3-32717a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.501594736Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","tenant":"e2e-shared-a-w3-32717a","tenantID":"e2e-shared-a-w3-32717a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.517088502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-32717a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.54838449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"Service","name":"maas-api-e2e-shared-a-w3-32717a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.565786328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-32717a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.583522102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-32717a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.600232701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.616376719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.635113002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.652462704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.665899496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.679219561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.692615767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.705906925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.719383657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.733053618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.752510227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.777903694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.799363073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.837230407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.861423907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-32717a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.90502749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-32717a"},"namespace":"ai-tenant-e2e-shared-a-w3-32717a","name":"default-tenant","reconcileID":"1a71d6b5-56d7-4d0d-a101-7e1acdaabb0b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-32717a","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.062688145Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.063012989Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.063174864Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","tenant":"e2e-shared-a-w6-3e5b21","tenantID":"e2e-shared-a-w6-3e5b21","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.146727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"Deployment","name":"maas-api-e2e-shared-a-w6-3e5b21","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.258751151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"Service","name":"maas-api-e2e-shared-a-w6-3e5b21","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.277727275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w6-3e5b21","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.29370333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w6-3e5b21","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.310009251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.325942771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.342200028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.359347344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.372651529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.386904733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.401393766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"Service","name":"payload-processing-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.414918809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.42862097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.436445184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169e55bf-a8f1-4ca6-a4d5-1ae9a824fbc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.449698353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.450386193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169e55bf-a8f1-4ca6-a4d5-1ae9a824fbc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.458718719Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-32717a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-32717a","reconcileID":"56c2037d-b5c5-4724-ab5c-8a512abe0a3e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-32717a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-32717a"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.464451743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169e55bf-a8f1-4ca6-a4d5-1ae9a824fbc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.46982956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.478569909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169e55bf-a8f1-4ca6-a4d5-1ae9a824fbc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.499146994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.512681298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.52621213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.539821105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w6-3e5b21","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.553813026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-3e5b21"},"namespace":"ai-tenant-e2e-shared-a-w6-3e5b21","name":"default-tenant","reconcileID":"20a28635-0553-4a19-99a5-2b367fa0e60d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w6-3e5b21","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.966441281Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w6-3e5b21","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w6-3e5b21","reconcileID":"89ff4290-66c8-4e54-8242-f7490701072d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w6-3e5b21","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w6-3e5b21"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.222014918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"528dba9a-5554-45f7-93bc-9da5f5f35fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.235754347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"528dba9a-5554-45f7-93bc-9da5f5f35fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.249706039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"528dba9a-5554-45f7-93bc-9da5f5f35fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.265721819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"528dba9a-5554-45f7-93bc-9da5f5f35fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.819273602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4412674c-087d-4d4a-8d64-2f1781135536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.833294573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4412674c-087d-4d4a-8d64-2f1781135536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.84682177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4412674c-087d-4d4a-8d64-2f1781135536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:46.860411275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4412674c-087d-4d4a-8d64-2f1781135536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:47.448115923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6e8897-489c-45a1-b4b2-25b2d11e517b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:47.461733085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6e8897-489c-45a1-b4b2-25b2d11e517b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:47.476205949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6e8897-489c-45a1-b4b2-25b2d11e517b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:47.489913629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6e8897-489c-45a1-b4b2-25b2d11e517b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:47.948119372Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:48.169793485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8e8faf-0152-4c6c-98f9-c2deec1e18ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:48.183605207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8e8faf-0152-4c6c-98f9-c2deec1e18ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:48.197184296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8e8faf-0152-4c6c-98f9-c2deec1e18ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:48.210927484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8e8faf-0152-4c6c-98f9-c2deec1e18ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:48.808666263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c716c878-4598-427e-a3a7-024fed558902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:48.822507631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c716c878-4598-427e-a3a7-024fed558902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:48.836363877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c716c878-4598-427e-a3a7-024fed558902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:48.84994681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c716c878-4598-427e-a3a7-024fed558902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.400388373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50376a47-8bcf-49a2-aad5-e44fbac912ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.463255242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50376a47-8bcf-49a2-aad5-e44fbac912ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.47708028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50376a47-8bcf-49a2-aad5-e44fbac912ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:49.490882446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50376a47-8bcf-49a2-aad5-e44fbac912ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:50.082145616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21228349-42ea-4fc6-963e-811b892b4373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:50.09597654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21228349-42ea-4fc6-963e-811b892b4373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:50.109664718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21228349-42ea-4fc6-963e-811b892b4373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:50.123414904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21228349-42ea-4fc6-963e-811b892b4373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:50.669636084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001e97be-7deb-4ac8-a06b-6cac5b3a0988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:50.683560317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001e97be-7deb-4ac8-a06b-6cac5b3a0988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:50.69713412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001e97be-7deb-4ac8-a06b-6cac5b3a0988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:50.710794385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001e97be-7deb-4ac8-a06b-6cac5b3a0988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.330209489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25987167-fcd9-48fd-9729-ea6ec06b833c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.369995734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25987167-fcd9-48fd-9729-ea6ec06b833c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.384905539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25987167-fcd9-48fd-9729-ea6ec06b833c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:51.398748839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25987167-fcd9-48fd-9729-ea6ec06b833c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.086404661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c84b3a-e7ee-4512-9505-17ad38530b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.10027289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c84b3a-e7ee-4512-9505-17ad38530b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.114055632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c84b3a-e7ee-4512-9505-17ad38530b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.130270174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c84b3a-e7ee-4512-9505-17ad38530b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.773571539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e484877-ddf8-4247-9652-72ec3b6e58bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.787517387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e484877-ddf8-4247-9652-72ec3b6e58bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.80115627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e484877-ddf8-4247-9652-72ec3b6e58bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:52.814835979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e484877-ddf8-4247-9652-72ec3b6e58bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.47299928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee0434e-098c-47a5-b1a7-f4b57869c976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.486832639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee0434e-098c-47a5-b1a7-f4b57869c976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.503016644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee0434e-098c-47a5-b1a7-f4b57869c976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.533460191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee0434e-098c-47a5-b1a7-f4b57869c976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.091103742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645e8af9-2097-453d-834a-9d646e16707c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.106173138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645e8af9-2097-453d-834a-9d646e16707c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.120077074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645e8af9-2097-453d-834a-9d646e16707c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.133720724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645e8af9-2097-453d-834a-9d646e16707c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.829735738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324da9b2-a7d6-4e14-b8f8-f3b6dffb92b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.863591138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324da9b2-a7d6-4e14-b8f8-f3b6dffb92b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.939238964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324da9b2-a7d6-4e14-b8f8-f3b6dffb92b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.972225345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324da9b2-a7d6-4e14-b8f8-f3b6dffb92b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.617621157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effb9613-e2ff-45a8-8c17-c58edfd89ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.632369806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effb9613-e2ff-45a8-8c17-c58edfd89ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.647143171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effb9613-e2ff-45a8-8c17-c58edfd89ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.660986694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effb9613-e2ff-45a8-8c17-c58edfd89ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.737361518Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","namespace":"ai-tenant-e2e-shared-a-w5-c880c7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.73744123Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","namespace":"ai-tenant-e2e-shared-a-w5-c880c7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.737511177Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","tenant":"e2e-shared-a-w5-c880c7","tenantID":"e2e-shared-a-w5-c880c7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.753389369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"Deployment","name":"maas-api-e2e-shared-a-w5-c880c7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.785387201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"Service","name":"maas-api-e2e-shared-a-w5-c880c7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.804532473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w5-c880c7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.822063385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w5-c880c7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.839058119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.857307738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.864657663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"e5ec2aa3-eaae-4728-b1dd-7b11f6fa1a02","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.864681419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"e5ec2aa3-eaae-4728-b1dd-7b11f6fa1a02","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.876174973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.89272199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.906092108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.919910724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.933498317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"Service","name":"payload-processing-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.947367909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.961084853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.975043731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:01.988623854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.00657266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.022733148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.03920228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.061109814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w5-c880c7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.083248702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-c880c7"},"namespace":"ai-tenant-e2e-shared-a-w5-c880c7","name":"default-tenant","reconcileID":"3acae0a9-788f-45c1-b02c-42af33c40be6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w5-c880c7","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.513743861Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w5-c880c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w5-c880c7","reconcileID":"cea5aa11-728d-44af-9c68-27cc3619c56e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w5-c880c7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w5-c880c7"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.906571444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c390787-7d8a-4fcc-89c9-66b1374ebad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.928553439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c390787-7d8a-4fcc-89c9-66b1374ebad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.942285427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c390787-7d8a-4fcc-89c9-66b1374ebad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.956095253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c390787-7d8a-4fcc-89c9-66b1374ebad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.544556527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d777720a-6e8d-4a66-b46f-d7f93c299bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.558457692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d777720a-6e8d-4a66-b46f-d7f93c299bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.572296907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d777720a-6e8d-4a66-b46f-d7f93c299bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.586319996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d777720a-6e8d-4a66-b46f-d7f93c299bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.926568452Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","namespace":"ai-tenant-e2e-inf-b-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.926640704Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","namespace":"ai-tenant-e2e-inf-b-cc6328","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.926689937Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","tenant":"e2e-inf-b-cc6328","tenantID":"e2e-inf-b-cc6328","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.944155224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"Deployment","name":"maas-api-e2e-inf-b-cc6328","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.976314544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"Service","name":"maas-api-e2e-inf-b-cc6328","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.993355335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-cc6328","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.035072869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-cc6328","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.051775592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.068477488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.08691104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.103721428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.11819664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"Deployment","name":"payload-processing-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.131481877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.144803126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"Service","name":"payload-processing-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.158062822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.171884428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.18523714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.19861895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.227026186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.242242901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.26611106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.285104262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-cc6328","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.301169415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cc6328"},"namespace":"ai-tenant-e2e-inf-b-cc6328","name":"default-tenant","reconcileID":"320c8cde-af3e-433d-b3e5-017abaddc14d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-cc6328","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.677295551Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-cc6328","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-cc6328","reconcileID":"6b35774b-0202-4a52-8e94-85fd7ef82bc9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-cc6328","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-cc6328"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.055710731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d503f83-19a2-4968-8ca1-8729f3371b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.071168723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d503f83-19a2-4968-8ca1-8729f3371b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.084938889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d503f83-19a2-4968-8ca1-8729f3371b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.101987716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d503f83-19a2-4968-8ca1-8729f3371b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.656077984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79055e7-64e8-41af-819b-f2c35eb82154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.669937742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79055e7-64e8-41af-819b-f2c35eb82154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.683682853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79055e7-64e8-41af-819b-f2c35eb82154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.697409638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79055e7-64e8-41af-819b-f2c35eb82154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:10.904758969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d52f68e7-23e3-4873-99ce-041c9e4c6307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:10.918598014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d52f68e7-23e3-4873-99ce-041c9e4c6307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:10.932964561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d52f68e7-23e3-4873-99ce-041c9e4c6307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:10.946733804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d52f68e7-23e3-4873-99ce-041c9e4c6307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:11.489174333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb54e943-38c6-4277-8214-5dad7d7f0205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:11.503123224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb54e943-38c6-4277-8214-5dad7d7f0205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:11.516944609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb54e943-38c6-4277-8214-5dad7d7f0205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:11.530827298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb54e943-38c6-4277-8214-5dad7d7f0205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.25706713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89610cc3-1746-4eac-9c6b-0a4aef82ae20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.271013446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89610cc3-1746-4eac-9c6b-0a4aef82ae20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.286604386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89610cc3-1746-4eac-9c6b-0a4aef82ae20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.315223528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89610cc3-1746-4eac-9c6b-0a4aef82ae20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.98405152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6367a21-71b3-49b5-b2cf-d5fc79f57005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.997972804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6367a21-71b3-49b5-b2cf-d5fc79f57005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:13.011783638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6367a21-71b3-49b5-b2cf-d5fc79f57005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:13.026102972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6367a21-71b3-49b5-b2cf-d5fc79f57005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.948089126Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.708480641Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","namespace":"ai-tenant-e2e-shared-b-w3-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.708540844Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","namespace":"ai-tenant-e2e-shared-b-w3-755453","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.708589087Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","tenant":"e2e-shared-b-w3-755453","tenantID":"e2e-shared-b-w3-755453","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.724734197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-755453","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.763114198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"Service","name":"maas-api-e2e-shared-b-w3-755453","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.780118281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-755453","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.795681494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-755453","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.814096372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.829917722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.848494323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.864352654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.878712645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.891830302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.904956627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.91810394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.931392497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.944815761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.958082181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.979095177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:27.992944433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.01344829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.035115596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-755453","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.050126018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-755453"},"namespace":"ai-tenant-e2e-shared-b-w3-755453","name":"default-tenant","reconcileID":"23f99e08-1304-404b-88ce-18d8711eae4c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-755453","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.074496382Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.074584983Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.074660683Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","tenant":"e2e-shared-b-w6-b8f5c4","tenantID":"e2e-shared-b-w6-b8f5c4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.096188761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w6-b8f5c4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.13850743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"Service","name":"maas-api-e2e-shared-b-w6-b8f5c4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.156061677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w6-b8f5c4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.187582591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w6-b8f5c4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.207804317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.246258761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.271082885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.296677774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.31308826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.327452581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.341233842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"Service","name":"payload-processing-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.354702108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.36806744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.381302815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.387281599Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-755453","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-755453","reconcileID":"9c995033-2812-455f-851e-307e75404c03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-755453","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-755453"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.397725473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.416610852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.439570307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.455999368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.497974123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w6-b8f5c4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:28.512274276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4"},"namespace":"ai-tenant-e2e-shared-b-w6-b8f5c4","name":"default-tenant","reconcileID":"1e5bdf60-1705-4a06-b4a3-5f2388f1d69c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w6-b8f5c4","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:29.08514208Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w6-b8f5c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w6-b8f5c4","reconcileID":"f77f283f-3296-464d-93ac-a5b1237ddc13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w6-b8f5c4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w6-b8f5c4"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:29.110227746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028efe3d-404d-4096-87b9-6adbfecfd8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:29.124155762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028efe3d-404d-4096-87b9-6adbfecfd8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:29.137826267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028efe3d-404d-4096-87b9-6adbfecfd8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:29.151406234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028efe3d-404d-4096-87b9-6adbfecfd8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:29.745248178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f842ba-22f6-4ebb-885f-056ec1e6c964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:29.759122775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f842ba-22f6-4ebb-885f-056ec1e6c964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:29.772929134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f842ba-22f6-4ebb-885f-056ec1e6c964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:29.786535165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f842ba-22f6-4ebb-885f-056ec1e6c964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:30.376876295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312aa82b-c673-4f74-8722-113164560623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:30.392301293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312aa82b-c673-4f74-8722-113164560623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:30.409275693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312aa82b-c673-4f74-8722-113164560623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:30.423932494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312aa82b-c673-4f74-8722-113164560623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:34.371911328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"db084c7f-a27d-4292-9525-ffc6e8da0703","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:34.371949673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"db084c7f-a27d-4292-9525-ffc6e8da0703","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.441594928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"3fd238a6-df47-4597-a1a6-5d692bc9bb47","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.44238468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"64dbdb15-64d6-45bb-b4c5-1e6615246a0a","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.442990106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"2161b547-dd0c-4447-b5f3-3ae2626db240","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.443729254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-2-w3-17394a","reconcileID":"3eba2e57-4379-4971-9084-bd06a19681cd","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-2-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-2-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.51088927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"a7027cf3-0851-40c0-924d-214b83b54c2d","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.511389409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"2bb3ea65-2a1c-413c-b6bf-5f7d02dd670e","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.511681805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-2-w3-17394a","reconcileID":"d95ea50e-9a92-46c4-88dd-3f02e5d9655e","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-2-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-2-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.511993831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"4564557e-bc2e-438e-99d2-3b5ab4652471","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.517537731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"9e3b1403-282a-4b6d-88b8-a3e837768c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.51756942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"4ad2a4a2-9582-4fea-b740-bff36d2da8de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.525617766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"31a4a32f-6c4a-40ec-8591-31690fb17300","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.532980017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"54986571-8df5-40b4-815a-86b59ca5cd83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.536353299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"4ad2a4a2-9582-4fea-b740-bff36d2da8de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.537616421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"9e3b1403-282a-4b6d-88b8-a3e837768c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.618844945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"1ae78c97-f801-47b2-b13d-fbf3254668be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.626064643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"9628718d-03fe-4b99-8c22-ea46984e9c68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.633479127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"f28c4f51-707e-4f4c-80bd-f622cd65e3bc","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.719687003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"e53adb53-fbc3-491e-a75f-2bfdab9db555","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.74719869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"d6246b1a-f264-47c6-b431-94c7d86b4469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.747198661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"99d2c1d4-cd4d-42af-ba01-224c59652dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.760029425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515e8700-e353-45fe-8654-161f19aacc43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.774253531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515e8700-e353-45fe-8654-161f19aacc43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.778781121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"d6246b1a-f264-47c6-b431-94c7d86b4469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.780207786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"6cb6855f-b0e2-4235-9080-8cde592c506e","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.787938352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515e8700-e353-45fe-8654-161f19aacc43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.792640415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"99d2c1d4-cd4d-42af-ba01-224c59652dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:37.801895855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515e8700-e353-45fe-8654-161f19aacc43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:38.471225637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86221b83-a5eb-44a1-b146-8b2d195ff35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:38.486061812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86221b83-a5eb-44a1-b146-8b2d195ff35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:38.499950763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86221b83-a5eb-44a1-b146-8b2d195ff35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:38.513675117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86221b83-a5eb-44a1-b146-8b2d195ff35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.084977336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"09e979ef-30ec-494a-b71a-d9241b9adbdf","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.099371653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"bfde4329-1bbd-4bc1-a8b6-5578123854e3","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.11311685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"16bb6daf-ba55-4dd4-a8f5-451437f13481","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.11331732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"a0bf1f40-da34-4825-bfd7-0d67ac4e6660","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.132508482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"ee95029c-a7f4-4789-8d25-7fb24fc1dd9e","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.132869629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"86a03338-b997-4c2f-9f1d-36f9f177aaa4","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.133053227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"86dedfef-343a-4b8b-bc75-901c19937dc1","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.133198341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"6461b7cd-59fe-409c-9baf-f89a44a2966d","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.141427291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"3c156734-5e63-4929-a5dd-435f00fb5b63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.144286997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"358b9f80-7a60-44e7-a7f8-560efc89d005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.162616718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"358b9f80-7a60-44e7-a7f8-560efc89d005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.242491388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"908a08a4-231a-40f4-b9a6-c1374f76d71a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.244866353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"332f9ea3-9568-4b19-8b9e-036585527fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.245865484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"8717a555-4029-4677-af35-2e6401638c81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.264688139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"332f9ea3-9568-4b19-8b9e-036585527fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.362437432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"37d26d0f-922f-404e-b05e-19e6c2540f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.362426586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"e18176bd-2bd8-4051-b2c8-a8af7c1b80de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.386880547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"37d26d0f-922f-404e-b05e-19e6c2540f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.397846213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9bb4d2-43f0-4b94-a6d6-cdcd36998187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.411949725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9bb4d2-43f0-4b94-a6d6-cdcd36998187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.42606632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9bb4d2-43f0-4b94-a6d6-cdcd36998187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.439982628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9bb4d2-43f0-4b94-a6d6-cdcd36998187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.466368737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"3dd30a74-edcf-4711-9c78-a04388ae39d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.48462654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"3dd30a74-edcf-4711-9c78-a04388ae39d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.645332479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"02cf8737-7286-4bc4-814e-94a5ff33a72d","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.64535357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"02cf8737-7286-4bc4-814e-94a5ff33a72d","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.663921524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"37786467-4924-4a64-8784-1a74710253b2","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.663941338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"37786467-4924-4a64-8784-1a74710253b2","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.690841616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"f19d33e5-2487-4a39-a385-ec3d7f22079f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.709865558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"f19d33e5-2487-4a39-a385-ec3d7f22079f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.736443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b0c3c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (49013c7e57cca0fea6eac549c2b6fd9282d980ef023dbfe6125c53ef651db6ba) AuthConfig (0c40d2315bbd90e3533f88ca6250a2992f91e01ea61fbdbded3f7e2911b8142d) AuthConfig (647d792f4b53940bf6bc587a226613e4f5d49ce2e1c1e50c84479ea4d45fbc40) AuthConfig (f3c1c81f2f1043c21dc540f2f0ac949c95b04d0847298fe19bf5518bb26b5007) AuthConfig (3aad67a903052b56671ad5b7f7c9b53e30e6ddc11a61c79c474615a4e904dad0) AuthConfig (a26df96934d658d8a107046ca03e934cef8c34e3847fc8781165ac15cc736364) AuthConfig (704b5c02ffb2df476f11ca55b87ae5db013db004b24871e3cd48d93e4fa5bf33) AuthConfig (0846563a1c147f80f1083e19687b4d7f2f54e9f425f14ab88598a633d40036fc) AuthConfig (e0dda2a59d24f3ec8216ba51c5246189ea43283271118d87d37f5a4312e3dfdd) AuthConfig (56693a2f44c4a2459c0e3714cbadaa78db2bafb24299ee719521560dc492a302) AuthConfig (e544f9b93c9605bdd5df677e6fd9d6b9b173f958f04921f2640056e71471598b) AuthConfig (0d7ab14edd76e3a98e67aee6cb52c3a7d65e3b963875f881e1246f043a95f02d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"f19d33e5-2487-4a39-a385-ec3d7f22079f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.755608399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"6e2289ea-9250-49ee-8d82-750125dde549","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:39.755624213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"6e2289ea-9250-49ee-8d82-750125dde549","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.02278394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cc4659-eb61-4f94-88d6-9cc8c4350e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.036579849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cc4659-eb61-4f94-88d6-9cc8c4350e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.05033313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cc4659-eb61-4f94-88d6-9cc8c4350e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.06411543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cc4659-eb61-4f94-88d6-9cc8c4350e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.608179397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafeebdb-2ca0-4f0f-b07b-ff69ac059e1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.622648337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafeebdb-2ca0-4f0f-b07b-ff69ac059e1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.641747283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafeebdb-2ca0-4f0f-b07b-ff69ac059e1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.664892234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafeebdb-2ca0-4f0f-b07b-ff69ac059e1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.708012413Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.708073882Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.708121114Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","tenant":"e2e-shared-b-w5-5e52e0","tenantID":"e2e-shared-b-w5-5e52e0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.723820615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"Deployment","name":"maas-api-e2e-shared-b-w5-5e52e0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.755861269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"Service","name":"maas-api-e2e-shared-b-w5-5e52e0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.77751305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w5-5e52e0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.793336023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w5-5e52e0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.809927979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.825641271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.84433122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.862215792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.875693779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.888866554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.902235237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"Service","name":"payload-processing-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.915677283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.929167776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.951577394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.965153492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.982857646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:40.998113553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.019129917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.04803887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w5-5e52e0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.093517963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-5e52e0"},"namespace":"ai-tenant-e2e-shared-b-w5-5e52e0","name":"default-tenant","reconcileID":"4b3da043-2292-4284-bdd8-fbfb2076fad0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w5-5e52e0","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.392653516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"193943b4-40c9-4aaa-bd68-15ed2502366e","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.495705593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bee9afd-89ae-4ae1-a159-d720318cae76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.509477852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bee9afd-89ae-4ae1-a159-d720318cae76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.523736371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bee9afd-89ae-4ae1-a159-d720318cae76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.537899911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bee9afd-89ae-4ae1-a159-d720318cae76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.559418581Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w5-5e52e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w5-5e52e0","reconcileID":"9b86e597-2a40-4a34-8f25-447cff1b0527","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w5-5e52e0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w5-5e52e0"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:42.136370554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d207d7d6-067b-45b3-a5e4-c119d83c914c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:42.150194544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d207d7d6-067b-45b3-a5e4-c119d83c914c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:42.163788121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d207d7d6-067b-45b3-a5e4-c119d83c914c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:42.177545261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d207d7d6-067b-45b3-a5e4-c119d83c914c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:42.804275814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b727e66-9095-4736-99f4-6ad0b43fc561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:42.818568212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b727e66-9095-4736-99f4-6ad0b43fc561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:42.832401362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b727e66-9095-4736-99f4-6ad0b43fc561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:42.84607479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b727e66-9095-4736-99f4-6ad0b43fc561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:43.559741251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c56df6d8-2e9a-4396-95a1-072cb36092e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:43.573463274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c56df6d8-2e9a-4396-95a1-072cb36092e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:43.587213729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c56df6d8-2e9a-4396-95a1-072cb36092e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:43.601224355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c56df6d8-2e9a-4396-95a1-072cb36092e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:44.180708905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e471cc1-a2cd-4918-8bfe-49fedb526472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:44.194611787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e471cc1-a2cd-4918-8bfe-49fedb526472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:44.208315155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e471cc1-a2cd-4918-8bfe-49fedb526472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:44.221944906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e471cc1-a2cd-4918-8bfe-49fedb526472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.210874114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-2-w3-17394a","reconcileID":"34d50735-cda1-4352-a1e5-f0c44308b354","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-2-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-2-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.32306661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"2546c67b-c072-4d4b-b38e-8cd4df52a0c7","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.446175687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"d725a2cb-85cc-4be4-9df4-17feaf9b3316","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.488734261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"16dbd17a-d5cb-4c12-ae14-7fb5011f3431","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.507169945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"d064a238-644d-442f-9c7c-ad939d945749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.525500855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"d064a238-644d-442f-9c7c-ad939d945749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.542281555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"e431083a-56a4-4b96-92e0-3590367d6386","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.56028507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"cf442c7a-5797-4b0d-b1d6-93ec3564083b","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.589342189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"96ca5d04-a13b-4fde-b9f7-6890652d31fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.669319847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"f7f0dbfe-ab55-4efd-bfb3-eec8c6d6332b","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.712356529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"ed07f1dd-444d-454a-9d13-7779ccfd2e9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.73030058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"b0c62f2a-ba66-4ba9-a9f5-fe41d4be1f9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.751668305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"b0c62f2a-ba66-4ba9-a9f5-fe41d4be1f9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.76587875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"cc3cbf2e-3614-4185-ab4d-f87ea69614bc","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.781242073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"8175b7a8-1443-4ef6-adfb-b099d773bd90","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.813207095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"24c57f7d-4d38-4709-9a8d-4281e2c0e50d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.84102237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"c76681f8-b67c-4da4-976c-08e551eb6fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.859588306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"c76681f8-b67c-4da4-976c-08e551eb6fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.911636555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"9714efba-dba7-4823-bd12-3bfac4c97e0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.96674036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"153c4f14-9a4f-4d6d-ba12-e044d2518ffb","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:46.012065013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"6f76a3a4-6a56-4db0-a0c1-bd91e9e720b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.619942225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"b866e21e-3cf8-4f53-b01f-e82247bd2b25","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.620322453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"e264bdd6-c444-4218-ba72-5d49e6cad06f","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.620612594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"8131a313-df72-456a-bec2-36ec289f303e","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.620804421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-2-w3-17394a","reconcileID":"14e23beb-a7ff-4a93-bec4-c266fa66dfd9","MaaSModelRef":{"name":"distinct-2-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-2-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-2-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.659934216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"03008e40-b9aa-49ef-9fd5-7170c986e395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.659942727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"4ee05601-fb1e-4e02-8518-1d7caa6ae707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.662345803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"3dc3959f-bfa5-4cf3-9d45-e8d4134e8bfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.667174129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"f5025895-577e-4a08-8322-377272f28cab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.679205617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"03008e40-b9aa-49ef-9fd5-7170c986e395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.679418153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"4ee05601-fb1e-4e02-8518-1d7caa6ae707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.762909123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"4be7a9b1-1231-492b-aa9e-fc33a5701665","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-simulator-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.762907498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"027c8a54-cde4-418f-958e-ccc1ca75d3bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"maas-trlp-premium-w3-17394a","model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:47.94824437Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.247138081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-2-w6-31226c","reconcileID":"f46b6336-12cc-4cef-adfb-69ca204d27b0","MaaSModelRef":{"name":"distinct-2-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-2-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-2-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.247340203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"3d6d42de-d013-405e-b970-a92ea483c7bb","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.247633622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"5190f391-0b53-4c3c-a2bd-1ddcbae7ddf1","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.248079188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"8446c163-14d8-4811-98e6-5d39e472a127","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.28913214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"d7a03082-47b2-4cdb-9d08-0cc434e3eb6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.289154238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"869afd17-6557-4646-a56c-1d88c7395a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.295130788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"ac119c69-c18f-46d5-813e-eb234a4d9009","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.295664219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"dc3ad051-9a8d-443a-afbf-47850b5b414f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.314300993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"869afd17-6557-4646-a56c-1d88c7395a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.314378094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"d7a03082-47b2-4cdb-9d08-0cc434e3eb6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.401144438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"eb8f76e8-dc4e-4e57-a0f4-285279ffbeb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.40225759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"6d28d919-f2f5-4628-aac4-8bbdd5212324","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.75630848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"d6e516ad-99e3-488d-8e81-e4aa7bf27c17","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.75633637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"d6e516ad-99e3-488d-8e81-e4aa7bf27c17","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.882082398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"6b638284-38a6-4cb1-ad27-059c73c311b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.900925701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"6b638284-38a6-4cb1-ad27-059c73c311b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:49.918404573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b0c3c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (49013c7e57cca0fea6eac549c2b6fd9282d980ef023dbfe6125c53ef651db6ba) AuthConfig (0c40d2315bbd90e3533f88ca6250a2992f91e01ea61fbdbded3f7e2911b8142d) AuthConfig (647d792f4b53940bf6bc587a226613e4f5d49ce2e1c1e50c84479ea4d45fbc40) AuthConfig (f3c1c81f2f1043c21dc540f2f0ac949c95b04d0847298fe19bf5518bb26b5007) AuthConfig (3aad67a903052b56671ad5b7f7c9b53e30e6ddc11a61c79c474615a4e904dad0) AuthConfig (a26df96934d658d8a107046ca03e934cef8c34e3847fc8781165ac15cc736364) AuthConfig (704b5c02ffb2df476f11ca55b87ae5db013db004b24871e3cd48d93e4fa5bf33) AuthConfig (0846563a1c147f80f1083e19687b4d7f2f54e9f425f14ab88598a633d40036fc) AuthConfig (e0dda2a59d24f3ec8216ba51c5246189ea43283271118d87d37f5a4312e3dfdd) AuthConfig (56693a2f44c4a2459c0e3714cbadaa78db2bafb24299ee719521560dc492a302) AuthConfig (e544f9b93c9605bdd5df677e6fd9d6b9b173f958f04921f2640056e71471598b) AuthConfig (0d7ab14edd76e3a98e67aee6cb52c3a7d65e3b963875f881e1246f043a95f02d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"6b638284-38a6-4cb1-ad27-059c73c311b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.07988744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"512b67ad-1c64-41e4-9ec6-e1210f92d793","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.080299338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-w5-b2921b","reconcileID":"a460f006-5b1c-45e4-bb96-9dde64b1939e","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.080474826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-2-w5-b2921b","reconcileID":"87fb146d-446d-45aa-872d-34149f4359a7","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-2-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-2-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.080622434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"3eaed2c1-a2af-4f0a-bd69-e7e4d80f02ff","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.131029984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"011fcf07-28fd-44db-a5ff-819d21513fa5","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.131389606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"c3ecd275-2e6e-4cc5-afe6-a80f3a2555ed","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.131684853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-w5-b2921b","reconcileID":"4f1d8c45-f99d-410e-98a5-6bd28e3ca3d5","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.131938209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-2-w5-b2921b","reconcileID":"84f61824-6654-485a-b85c-2210021d588b","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-2-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-2-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.145728782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"a9b7d29d-8dcd-458e-b0f5-f1ef5e62ccee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.145818226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"1a0e610f-99c1-46ff-a4e5-a750d3b23fe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.158191719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"72c9181f-af17-489f-8d9c-c2765f889b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.1584537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"4b7a73ea-64d0-4e74-8737-1c7e2aee4c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.17748527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"72c9181f-af17-489f-8d9c-c2765f889b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.177498162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"4b7a73ea-64d0-4e74-8737-1c7e2aee4c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.266799179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"74bdfbcf-077a-4732-8bd1-0a5562ceefd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.267432585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"5cc6566f-538d-4a34-b302-a0c9e60a86fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.42155347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"8ea33177-190f-49b2-b247-fc87faafbd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.422053842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"86bc07c0-24db-4173-ae80-8a8c2d853764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.443233067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"8ea33177-190f-49b2-b247-fc87faafbd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.443348908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"86bc07c0-24db-4173-ae80-8a8c2d853764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.466442139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef242353-775c-4707-a5dc-2873af781826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.504032693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef242353-775c-4707-a5dc-2873af781826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.555157886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef242353-775c-4707-a5dc-2873af781826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:50.575960894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef242353-775c-4707-a5dc-2873af781826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.131006697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b537e4e-4430-4180-a005-b2aacb8d7d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.144974854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b537e4e-4430-4180-a005-b2aacb8d7d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.158698336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b537e4e-4430-4180-a005-b2aacb8d7d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.172554587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b537e4e-4430-4180-a005-b2aacb8d7d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.907651716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef3683e-c4bd-4825-9f82-e0ab51c9781b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.92203743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef3683e-c4bd-4825-9f82-e0ab51c9781b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.936035933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef3683e-c4bd-4825-9f82-e0ab51c9781b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.949712852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef3683e-c4bd-4825-9f82-e0ab51c9781b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:52.532668706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b022d2-d35a-4053-be34-e07417b61e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:52.556154488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b022d2-d35a-4053-be34-e07417b61e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:52.576537884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b022d2-d35a-4053-be34-e07417b61e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:52.590497892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b022d2-d35a-4053-be34-e07417b61e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:53.130408329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c442c4-7ab0-4e36-9666-2c2e6bc92253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:53.144112267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c442c4-7ab0-4e36-9666-2c2e6bc92253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:53.157827051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c442c4-7ab0-4e36-9666-2c2e6bc92253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:53.1731942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c442c4-7ab0-4e36-9666-2c2e6bc92253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.886407344Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"32037866-690f-4c74-9c80-d44d13a8f0ec","namespace":"ai-tenant-e2e-worker-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.886473127Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"32037866-690f-4c74-9c80-d44d13a8f0ec","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.910607952Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"32037866-690f-4c74-9c80-d44d13a8f0ec","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.911238203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"3e62e9e7-d62e-43c1-ad4f-3bb2be1816d2","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.934198501Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"32037866-690f-4c74-9c80-d44d13a8f0ec","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.934218988Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"32037866-690f-4c74-9c80-d44d13a8f0ec","namespace":"ai-tenant-e2e-worker-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.9343264Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"32037866-690f-4c74-9c80-d44d13a8f0ec","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.934855767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"26a0d549-748e-4bd2-9e8a-7700c3f7709d","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.959664702Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"32037866-690f-4c74-9c80-d44d13a8f0ec","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.960291769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"d9e0afb9-7338-46ba-88ce-f8afc683f95b","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.964189706Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"82c9978f-8e66-4d73-ae34-cec58bac932f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-76ffe4d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.98320516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"340e835c-21eb-4c5e-8afb-9cad509d36ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.983612155Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"107ddb58-e5f5-4bad-bf42-6f33039dc614","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d66056f9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.983803429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"fa1b4a57-473a-4fe1-ba15-6ba4028a0b3c","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.984049952Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"32037866-690f-4c74-9c80-d44d13a8f0ec","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:54.999110918Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"5bc1d557-e0c8-4cc3-a7f4-9dc3af1d9f8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d66056f9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.002401784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"340e835c-21eb-4c5e-8afb-9cad509d36ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.021610322Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"36d03913-e9b6-42d7-b864-4cd6f3c2a816","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-76ffe4d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.050512353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"a514ab3a-9dd7-4179-b81c-c255113decf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.069546659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"a514ab3a-9dd7-4179-b81c-c255113decf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.132319466Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"456beca3-128a-41e3-8fe1-2ec83b874c18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.145858988Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"17c803bb-e123-451e-b142-1fcac1824998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.172234648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"456beca3-128a-41e3-8fe1-2ec83b874c18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.186087436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"17c803bb-e123-451e-b142-1fcac1824998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.191001002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"456beca3-128a-41e3-8fe1-2ec83b874c18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.191016472Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-access","reconcileID":"456beca3-128a-41e3-8fe1-2ec83b874c18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.207642558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"17c803bb-e123-451e-b142-1fcac1824998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"name":"e2e-worker-w3-17394a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.207670602Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-access","reconcileID":"17c803bb-e123-451e-b142-1fcac1824998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-17394a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.214208144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"b8be4038-50b5-42e9-a9b6-cb58d1555faf","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:55.227506175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"f0db5b9b-fde3-40e1-8dab-5749b2eb0797","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:57.427321791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"44c24cf3-ef01-4e8f-bceb-d7dbef4be25b","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:57.470857744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"442b498d-0b7c-4e73-9aae-77ef3cc62534","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:57.489927832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"89655360-38f1-49b1-aa93-c9872dfa7ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:57.508850889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"89655360-38f1-49b1-aa93-c9872dfa7ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:57.52595428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"57edf01f-249c-464c-a6ab-d84ca58c4e01","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:57.5703043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"c0ae1106-c67f-4504-b4c6-867a9eb468b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:28:59.994055331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"1265100a-b61a-4c23-afa3-777bcec649de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.066000805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"1265100a-b61a-4c23-afa3-777bcec649de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.083977555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b0c3c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (49013c7e57cca0fea6eac549c2b6fd9282d980ef023dbfe6125c53ef651db6ba) AuthConfig (0c40d2315bbd90e3533f88ca6250a2992f91e01ea61fbdbded3f7e2911b8142d) AuthConfig (647d792f4b53940bf6bc587a226613e4f5d49ce2e1c1e50c84479ea4d45fbc40) AuthConfig (f3c1c81f2f1043c21dc540f2f0ac949c95b04d0847298fe19bf5518bb26b5007) AuthConfig (3aad67a903052b56671ad5b7f7c9b53e30e6ddc11a61c79c474615a4e904dad0) AuthConfig (a26df96934d658d8a107046ca03e934cef8c34e3847fc8781165ac15cc736364) AuthConfig (704b5c02ffb2df476f11ca55b87ae5db013db004b24871e3cd48d93e4fa5bf33) AuthConfig (0846563a1c147f80f1083e19687b4d7f2f54e9f425f14ab88598a633d40036fc) AuthConfig (e0dda2a59d24f3ec8216ba51c5246189ea43283271118d87d37f5a4312e3dfdd) AuthConfig (56693a2f44c4a2459c0e3714cbadaa78db2bafb24299ee719521560dc492a302) AuthConfig (e544f9b93c9605bdd5df677e6fd9d6b9b173f958f04921f2640056e71471598b) AuthConfig (0d7ab14edd76e3a98e67aee6cb52c3a7d65e3b963875f881e1246f043a95f02d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"1265100a-b61a-4c23-afa3-777bcec649de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.239429832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"e718bfed-b5b8-45ae-a662-4bc2767c936a","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.23981524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-w5-b2921b","reconcileID":"bcd125a1-8e74-439d-a6cb-4d35a022f73b","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.239985005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-2-w5-b2921b","reconcileID":"afecb634-c106-4774-a43e-b24cdb427eb3","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-2-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-2-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.240131221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"1dc2f654-8214-41bb-b5f2-f3ff1706e968","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.28448032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"19c8af0b-a8a8-4d05-885f-67ceb2a43ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.284574137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"0cd7d91d-d360-4cd2-b34a-2c9df7b03317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.285580173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"421b5e7e-dc6c-4594-9a6f-010fb36a666a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.285632887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"5abee637-5996-4524-8390-0af8af85c8f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.306198736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"0cd7d91d-d360-4cd2-b34a-2c9df7b03317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.306374909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"19c8af0b-a8a8-4d05-885f-67ceb2a43ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.402523027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"0f1ea976-5679-4c83-9103-9b75ef743585","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.413135397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"f9352eee-2b14-4bfb-841f-4d9c457d4670","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.55905898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"9d54377a-6526-44d2-b476-8edc2a5099b0","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.559269669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"premium-w3-17394a","reconcileID":"6e2cfb96-22b2-48e6-bcde-6f5a2c9c3cc5","MaaSModelRef":{"name":"premium-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"premium-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"premium-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.559514649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"distinct-w3-17394a","reconcileID":"0c8a492b-55fd-4233-91a7-b7c84e4444e4","MaaSModelRef":{"name":"distinct-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"distinct-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"distinct-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.577220409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"17e83952-b0bb-4caa-b16a-2c4b8a0dcbc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.577221495Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"7af3265f-081a-45a2-be62-fb50d1f3d76b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.577323866Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"premium-simulator-subscription","reconcileID":"17e83952-b0bb-4caa-b16a-2c4b8a0dcbc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/premium-w3-17394a","error":"HTTPRoute not found yet: for LLMInferenceService premium-w3-17394a in namespace e2e-models-e2e-worker-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.578777552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"namespace":"e2e-models-e2e-worker-w3-17394a","name":"simulator-w3-17394a","reconcileID":"78dfa159-3811-423f-8994-39781e6d1212","MaaSModelRef":{"name":"simulator-w3-17394a","namespace":"e2e-models-e2e-worker-w3-17394a"},"routeName":"simulator-w3-17394a-kserve-route","namespace":"e2e-models-e2e-worker-w3-17394a","llmisvcName":"simulator-w3-17394a","gateway":"openshift-ingress/e2e-worker-w3-17394a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.59071416Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"7af3265f-081a-45a2-be62-fb50d1f3d76b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.788612087Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"33d8c998-0ddf-4e01-8c7d-b56555665f28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:00.788738491Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"33d8c998-0ddf-4e01-8c7d-b56555665f28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"model":"e2e-models-e2e-worker-w3-17394a/simulator-w3-17394a","error":"HTTPRoute not found yet: for LLMInferenceService simulator-w3-17394a in namespace e2e-models-e2e-worker-w3-17394a","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:29:00.951522054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"simulator-subscription","reconcileID":"33d8c998-0ddf-4e01-8c7d-b56555665f28","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:03.950872237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-w5-b2921b","reconcileID":"608f9756-4309-4452-816f-79fde245da85","MaaSModelRef":{"name":"distinct-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:05.456253882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"785ece11-e691-4906-be2b-eea82d14bdc3","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:05.498793661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"644b6513-8d11-4b38-a493-fcfbbc6ab652","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:05.520574372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"7de6b822-ba21-4f12-9174-78225b2b15ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:05.54179369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"7de6b822-ba21-4f12-9174-78225b2b15ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:05.551826193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"15c3c3df-419f-4be3-ac61-9f1da436df57","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:05.599172184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"e6da7866-ce62-4407-989d-9fc9d318b64b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.861542805Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"4e05da47-6f27-4c80-9f21-3075f1267756","namespace":"ai-tenant-e2e-worker-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.861613049Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"4e05da47-6f27-4c80-9f21-3075f1267756","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.882491244Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"4e05da47-6f27-4c80-9f21-3075f1267756","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.882694788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"42cd4010-c0cf-441c-9082-0dae4ceae74f","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.906391004Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"4e05da47-6f27-4c80-9f21-3075f1267756","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.906408132Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"4e05da47-6f27-4c80-9f21-3075f1267756","namespace":"ai-tenant-e2e-worker-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.906507438Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"4e05da47-6f27-4c80-9f21-3075f1267756","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.911648052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"fdd7b0b3-179e-4de1-8744-444458d91c2e","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.931017702Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"4e05da47-6f27-4c80-9f21-3075f1267756","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.937429526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"1f7c460f-de13-4572-9b33-915498c522ad","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.938126411Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"823007ea-501a-45fd-b571-fc85e37b188c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd19522a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.9572275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"bf02569e-0c46-4c98-966e-a574ff4c536a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.962172937Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"4e05da47-6f27-4c80-9f21-3075f1267756","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.962412877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"8a25e822-7337-47f2-8bc3-1de6c17689e1","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.964555714Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"f0e7c8ea-128a-42c0-aada-7d73f7a68d1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4471f343","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.975807272Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"029093cd-57be-4000-a6aa-2a6e239e844b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd19522a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.980190605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"bf02569e-0c46-4c98-966e-a574ff4c536a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.99720206Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"fdd9a314-e654-4555-b970-48016cb18996","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4471f343","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.025320574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"7fb77c8d-9c4e-4491-b794-4908ee023914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.064469974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"7fb77c8d-9c4e-4491-b794-4908ee023914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.109815771Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"8cf3284a-4f7d-47ca-9159-920ac9aeea70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.123708371Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"fe2beb57-2463-4a55-9061-d03818d39f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.139681532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"81574939-9382-44e1-9e73-ceeb18226b7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.151122862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"8cf3284a-4f7d-47ca-9159-920ac9aeea70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.158315547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"81574939-9382-44e1-9e73-ceeb18226b7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.164357479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"fe2beb57-2463-4a55-9061-d03818d39f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.171515762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"8cf3284a-4f7d-47ca-9159-920ac9aeea70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.171535063Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-access","reconcileID":"8cf3284a-4f7d-47ca-9159-920ac9aeea70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.183153045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"fe2beb57-2463-4a55-9061-d03818d39f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"e2e-worker-w6-31226c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.183168792Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-access","reconcileID":"fe2beb57-2463-4a55-9061-d03818d39f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-31226c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.189986825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"8f451340-c042-4098-a235-434487ad6588","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.201566615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"c703f1a4-2b22-4c56-9d7a-d5f6d8e6bcc4","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.240288845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"17c76f4b-c01d-4767-b7e7-f32c37080707","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.240307408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"17c76f4b-c01d-4767-b7e7-f32c37080707","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.276704144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"distinct-2-w5-b2921b","reconcileID":"ad11b749-d8da-4afa-ae5b-8a96046f5031","MaaSModelRef":{"name":"distinct-2-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"distinct-2-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"distinct-2-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.910196874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"ba0caf45-fe4d-4db5-94bf-d87e8c807bcd","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.91021686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"ba0caf45-fe4d-4db5-94bf-d87e8c807bcd","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.928824941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"44cb6b74-c1f1-4923-bf6e-3d676c45f9c2","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.928841572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"44cb6b74-c1f1-4923-bf6e-3d676c45f9c2","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.957053252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"65607ac7-c3f2-4931-8817-fd87dfe20836","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","tenantID":"e2e-shared-b-w2-ed3bf2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.975836047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"65607ac7-c3f2-4931-8817-fd87dfe20836","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"e2e-shared-b-w2-ed3bf2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:11.137194547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"112d3057-abf2-49e6-9306-153a3d6ce784","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:11.137213893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"112d3057-abf2-49e6-9306-153a3d6ce784","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.813281042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"f4ef09ff-7eda-4ae9-8425-81c5ebad9eb8","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.813317737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"f4ef09ff-7eda-4ae9-8425-81c5ebad9eb8","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.834249392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"dc77e1b1-870f-4738-b1b6-290c5cf24e63","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.834335602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"dc77e1b1-870f-4738-b1b6-290c5cf24e63","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:29:16.834991963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-a-7c2cf5","reconcileID":"0cc1d687-afcd-4526-9a39-4dcbaaab8f84","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-7c2cf5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.902517197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"d48fc5d1-3948-4f98-a47e-4a6357dbd8d3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.904121711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"6980154e-abb5-457b-82a6-121a84e16b36","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.904145402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"6980154e-abb5-457b-82a6-121a84e16b36","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.922974642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"d48fc5d1-3948-4f98-a47e-4a6357dbd8d3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.931984422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"43e1b5a6-f5cc-44ac-9184-7deec600c37a","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.932073111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"43e1b5a6-f5cc-44ac-9184-7deec600c37a","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.992272457Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-a-7c2cf5","reconcileID":"3a08758d-51c8-464f-bd93-68d9ddfc4a6e","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"maas-trlp-rate-test-model-b0c3c3","model":"rate-test-model-b0c3c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-b0c3c3/e2e-rate-iso-a-7c2cf5"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.007101971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"b814b0e0-277b-43c9-908b-8389b9ddab58","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.007131547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"b814b0e0-277b-43c9-908b-8389b9ddab58","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.027266209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"3a5e2cf3-cea0-486a-8727-3986aef19e66","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.027284598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"3a5e2cf3-cea0-486a-8727-3986aef19e66","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:29:17.040012451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-b-7c2cf5","reconcileID":"fe5ff145-9193-4306-af94-19b32b501c01","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-7c2cf5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:29:17.046206208Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"3a5e2cf3-cea0-486a-8727-3986aef19e66","name":"rate-test-model-ed3bf2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-ed3bf2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:29:17.046254177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"3a5e2cf3-cea0-486a-8727-3986aef19e66","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-ed3bf2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.046719438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"d6a7b3bd-f224-430e-95e3-254e2cebc073","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.046732654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"d6a7b3bd-f224-430e-95e3-254e2cebc073","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.051761092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"77c7cc5d-3076-4047-98ea-2bdb865c8ba1","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.051811394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"77c7cc5d-3076-4047-98ea-2bdb865c8ba1","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.056539058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"57622ffa-9ea1-4db1-aa9b-afbea87a7d57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","tenantID":"e2e-shared-b-w2-ed3bf2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.069627544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"9c75feb0-9254-420b-b0f6-454f876f9331","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.069643971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"9c75feb0-9254-420b-b0f6-454f876f9331","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.075137869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"57622ffa-9ea1-4db1-aa9b-afbea87a7d57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"e2e-shared-b-w2-ed3bf2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.089213675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-a-7c2cf5","reconcileID":"74039c1d-2829-4d43-82a1-aa16e9ffebe8","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"maas-trlp-rate-test-model-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.089279462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"8126cc3e-5da6-440c-980a-c5c8b18e1118","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.089296584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"8126cc3e-5da6-440c-980a-c5c8b18e1118","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.136169864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"8f04c8cf-a64f-4b6f-8274-2ad842e0c664","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.136186998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"8f04c8cf-a64f-4b6f-8274-2ad842e0c664","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.153303344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"6e480497-8148-459a-a879-9e3c02fe98e9","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.153320324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"6e480497-8148-459a-a879-9e3c02fe98e9","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.1803995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"8bcaad3a-17d1-45e9-ad38-9233eb28d116","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-59eefa","tenantID":"e2e-shared-a-w1-59eefa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.198594352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"8bcaad3a-17d1-45e9-ad38-9233eb28d116","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"e2e-shared-a-w1-59eefa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.207892343Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-b-7c2cf5","reconcileID":"b8f62b59-c9d0-4a68-9045-ec79d761383c","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"maas-trlp-rate-test-model-ed3bf2","model":"rate-test-model-ed3bf2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-ed3bf2/e2e-rate-iso-b-7c2cf5"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.216506359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-59eefa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b237ab3de50bab04a41dea23585a3c35bdf74a078e8300f48d00c774f1cf838) AuthConfig (ddee848fffde7208c377c96037d60a55fa7ec45311ed7e052a662cb26ff858c5) AuthConfig (149e7da5f02c521d9c029105ea62686e00fde52ef1457702f0a8489ebc7ec900) AuthConfig (5513b85c75fa4cfe95600f612e0f9af357e9cc96f24484eae0b6564c41e93647) AuthConfig (11d97e1e3117d98da859e2dbb4d4a1c4e292ecbe2b02932babf5ffe28daa40cb) AuthConfig (f14127dd42df8d3713982198ce915f4d7f7582506005b7977dad93b0302124e6) AuthConfig (fda7172da8e9852488f8402e8bc8529435532662a4e93d57227ad32c6be60457) AuthConfig (e8230373daa8e1e497c91d80fe750346cd5854e2ce129cd0039d6471ab1103bf) AuthConfig (460d4a37121f35b6513a16f170f3955b71a6f6ed85c14975a92b5e42611faf72) AuthConfig (0fabb51f2a8cc051eac8868ccf7d42ea1eeb2ca2abb4780ce9cbafd9f2bd0ece) AuthConfig (3966aa2a728256c50395d08514b1b36c9b321aadf4875e2e2fe16494952e4137) AuthConfig (5caf971dc0ca375e16dc01d1981c0d97212ea8e6794bc6067346bd4596590ea8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"8bcaad3a-17d1-45e9-ad38-9233eb28d116","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.237534868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"9b78d4b1-3000-446e-89b9-b8ed683148a6","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.237552096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"9b78d4b1-3000-446e-89b9-b8ed683148a6","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.263655846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"1d3b4b7e-175f-4422-8252-91613ac510fa","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.263675649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"1d3b4b7e-175f-4422-8252-91613ac510fa","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.305655192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-b-7c2cf5","reconcileID":"8dc86934-b004-4ac3-a9e1-c474e1bea079","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"maas-trlp-rate-test-model-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.948453515Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.459961327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c641733-8910-4580-b82c-eb1d216c7b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.473799705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c641733-8910-4580-b82c-eb1d216c7b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.487390649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c641733-8910-4580-b82c-eb1d216c7b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.503689148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c641733-8910-4580-b82c-eb1d216c7b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.127648221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05a4a407-f558-4300-b793-dbfadfd81411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.141430743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05a4a407-f558-4300-b793-dbfadfd81411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.154985557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05a4a407-f558-4300-b793-dbfadfd81411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.168614119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05a4a407-f558-4300-b793-dbfadfd81411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.703984281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31dc631-012f-41cd-81b3-781d558ce466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.717706224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31dc631-012f-41cd-81b3-781d558ce466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.73152566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31dc631-012f-41cd-81b3-781d558ce466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.745141801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31dc631-012f-41cd-81b3-781d558ce466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.989918429Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"26280101-bfc6-40de-b75b-ae0a2f37b41b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.003899946Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"26280101-bfc6-40de-b75b-ae0a2f37b41b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.011181894Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"d805968c-4f28-4854-9280-8167a8f352f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.017934648Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"simulator-subscription","reconcileID":"26280101-bfc6-40de-b75b-ae0a2f37b41b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/simulator-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.025081543Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"d805968c-4f28-4854-9280-8167a8f352f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.039134323Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"premium-simulator-subscription","reconcileID":"d805968c-4f28-4854-9280-8167a8f352f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-31226c"},"name":"maas-trlp-premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c","model":"e2e-models-e2e-worker-w6-31226c/premium-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.098789443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"f45d16f3-16fe-49c0-bc33-f3b4826e49bb","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.118004132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"bc8b90ab-1679-411b-af38-e12af0556f28","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.547354891Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"70c5fbc5-e023-4439-9674-4acfd0990465","namespace":"ai-tenant-e2e-worker-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.547424476Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"70c5fbc5-e023-4439-9674-4acfd0990465","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.565800008Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"70c5fbc5-e023-4439-9674-4acfd0990465","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.56622597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"28020768-c102-46fb-9fb9-f220a12214f7","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.58434295Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"70c5fbc5-e023-4439-9674-4acfd0990465","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.584362364Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"70c5fbc5-e023-4439-9674-4acfd0990465","namespace":"ai-tenant-e2e-worker-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.584462216Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"70c5fbc5-e023-4439-9674-4acfd0990465","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.587120262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"63d82177-279d-4c3c-b375-7f4664586b48","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.604499068Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"70c5fbc5-e023-4439-9674-4acfd0990465","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.607499003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"b16fa317-2040-4808-9bbb-36fd38b6a3d7","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.613067545Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"eaef20b5-1b64-4717-bd4c-5a86f5166892","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d4decf31","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.62505578Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"70c5fbc5-e023-4439-9674-4acfd0990465","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.628561623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"ab19c735-d38a-4a27-9b3a-7969439bc40b","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.634177265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"1bc21925-c873-497b-b51a-791a100be197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.634235276Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"2c11d7ed-2df6-4870-9fda-4aefec17bc12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-937d9a20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.642817786Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"a4cbaa2c-5188-415e-98ed-e0afa78fa89e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d4decf31","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.656287667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"1bc21925-c873-497b-b51a-791a100be197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.661994289Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"aef4fe3a-8fbd-4c7b-9357-9a732ea6d353","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-937d9a20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.709247574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"5d9f1e40-d017-4998-92e6-673ecd266d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.765675418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"5d9f1e40-d017-4998-92e6-673ecd266d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.784626804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"29d31988-99de-4d0c-af14-e73380953c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.807452436Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"3969bf07-fb55-4af2-a916-aa31b387ab01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.825226267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"29d31988-99de-4d0c-af14-e73380953c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.84488008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"29d31988-99de-4d0c-af14-e73380953c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.844904661Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-access","reconcileID":"29d31988-99de-4d0c-af14-e73380953c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.849153896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"3969bf07-fb55-4af2-a916-aa31b387ab01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.863836727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"5f41dae0-ad71-4687-8ccd-84cde574d449","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.868001581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"3969bf07-fb55-4af2-a916-aa31b387ab01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"e2e-worker-w5-b2921b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.868018588Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-access","reconcileID":"3969bf07-fb55-4af2-a916-aa31b387ab01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.886299813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"a4d2c85c-f0be-44d1-bea6-aa367c200ed3","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.221162752Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","namespace":"ai-tenant-e2e-worker-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.221224642Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","namespace":"ai-tenant-e2e-worker-w3-17394a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.221278429Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","tenant":"e2e-worker-w3-17394a","tenantID":"e2e-worker-w3-17394a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.236976156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"Deployment","name":"maas-api-e2e-worker-w3-17394a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.267017767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"Service","name":"maas-api-e2e-worker-w3-17394a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.284204877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-17394a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.302301558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-17394a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.32020215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.342059061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.360838367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.378902608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.392289285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.405497499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.418967982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"Service","name":"payload-processing-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.432282756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.44562829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.458928195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.472362216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.502760693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.522178421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.542115513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.560086521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-17394a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.574094518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-17394a"},"namespace":"ai-tenant-e2e-worker-w3-17394a","name":"default-tenant","reconcileID":"de777b59-682f-4c0e-8f37-542146b07661","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-17394a","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.891387824Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-17394a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-17394a","reconcileID":"5766426a-230e-4743-b8be-48d68596127f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-17394a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-17394a"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:24.252065785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c425fd5-28be-49b5-8cb2-68530cd41d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:24.265721605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c425fd5-28be-49b5-8cb2-68530cd41d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:24.279243534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c425fd5-28be-49b5-8cb2-68530cd41d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:24.292890236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c425fd5-28be-49b5-8cb2-68530cd41d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:24.841666857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f2c343-be52-436f-9541-a5dfe8dcbf74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:24.856557745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f2c343-be52-436f-9541-a5dfe8dcbf74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:24.870401614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f2c343-be52-436f-9541-a5dfe8dcbf74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:24.885039674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f2c343-be52-436f-9541-a5dfe8dcbf74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.265249683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"e0d91e1c-c86d-46d0-9535-95763a422109","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-59eefa","tenantID":"e2e-shared-a-w1-59eefa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.284307279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"e0d91e1c-c86d-46d0-9535-95763a422109","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"e2e-shared-a-w1-59eefa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.301466384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-59eefa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b237ab3de50bab04a41dea23585a3c35bdf74a078e8300f48d00c774f1cf838) AuthConfig (ddee848fffde7208c377c96037d60a55fa7ec45311ed7e052a662cb26ff858c5) AuthConfig (149e7da5f02c521d9c029105ea62686e00fde52ef1457702f0a8489ebc7ec900) AuthConfig (5513b85c75fa4cfe95600f612e0f9af357e9cc96f24484eae0b6564c41e93647) AuthConfig (11d97e1e3117d98da859e2dbb4d4a1c4e292ecbe2b02932babf5ffe28daa40cb) AuthConfig (f14127dd42df8d3713982198ce915f4d7f7582506005b7977dad93b0302124e6) AuthConfig (fda7172da8e9852488f8402e8bc8529435532662a4e93d57227ad32c6be60457) AuthConfig (e8230373daa8e1e497c91d80fe750346cd5854e2ce129cd0039d6471ab1103bf) AuthConfig (460d4a37121f35b6513a16f170f3955b71a6f6ed85c14975a92b5e42611faf72) AuthConfig (0fabb51f2a8cc051eac8868ccf7d42ea1eeb2ca2abb4780ce9cbafd9f2bd0ece) AuthConfig (3966aa2a728256c50395d08514b1b36c9b321aadf4875e2e2fe16494952e4137) AuthConfig (5caf971dc0ca375e16dc01d1981c0d97212ea8e6794bc6067346bd4596590ea8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"e0d91e1c-c86d-46d0-9535-95763a422109","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.176936632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"9cc93331-5590-4fd2-b101-61ac6e6cb07d","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.177173707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"premium-w6-31226c","reconcileID":"b0aee57b-521a-4b22-acb5-56f155e672f8","MaaSModelRef":{"name":"premium-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"premium-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"premium-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.17734802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"distinct-w6-31226c","reconcileID":"e5f04f8d-a695-44a3-bcf3-c6f9629255cf","MaaSModelRef":{"name":"distinct-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"distinct-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"distinct-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.196934104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"namespace":"e2e-models-e2e-worker-w6-31226c","name":"simulator-w6-31226c","reconcileID":"b7c3ce85-793e-4f63-b879-71b0dc59b3ef","MaaSModelRef":{"name":"simulator-w6-31226c","namespace":"e2e-models-e2e-worker-w6-31226c"},"routeName":"simulator-w6-31226c-kserve-route","namespace":"e2e-models-e2e-worker-w6-31226c","llmisvcName":"simulator-w6-31226c","gateway":"openshift-ingress/e2e-worker-w6-31226c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:31.657567495Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"15afa72d-45c3-41ab-baba-9dcde2382a6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:31.672535307Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"15afa72d-45c3-41ab-baba-9dcde2382a6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:31.676334443Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"590fc249-757a-4042-9f86-d0792fc55de8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:31.68657675Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"simulator-subscription","reconcileID":"15afa72d-45c3-41ab-baba-9dcde2382a6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/simulator-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:31.690365987Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"590fc249-757a-4042-9f86-d0792fc55de8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:31.706663942Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"premium-simulator-subscription","reconcileID":"590fc249-757a-4042-9f86-d0792fc55de8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"name":"maas-trlp-premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b","model":"e2e-models-e2e-worker-w5-b2921b/premium-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:31.825731102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"simulator-w5-b2921b","reconcileID":"d7c967b2-3ee8-4b05-b327-2acb6002eeaf","MaaSModelRef":{"name":"simulator-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"simulator-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"simulator-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:31.88171388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"namespace":"e2e-models-e2e-worker-w5-b2921b","name":"premium-w5-b2921b","reconcileID":"2dbee1df-06b9-4902-a23f-8b90378e05d8","MaaSModelRef":{"name":"premium-w5-b2921b","namespace":"e2e-models-e2e-worker-w5-b2921b"},"routeName":"premium-w5-b2921b-kserve-route","namespace":"e2e-models-e2e-worker-w5-b2921b","llmisvcName":"premium-w5-b2921b","gateway":"openshift-ingress/e2e-worker-w5-b2921b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.370329413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"c1d3ebbc-9930-4307-a004-ab038bef2e30","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-59eefa","tenantID":"e2e-shared-a-w1-59eefa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.3919738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"c1d3ebbc-9930-4307-a004-ab038bef2e30","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"e2e-shared-a-w1-59eefa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.409198138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-59eefa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b237ab3de50bab04a41dea23585a3c35bdf74a078e8300f48d00c774f1cf838) AuthConfig (ddee848fffde7208c377c96037d60a55fa7ec45311ed7e052a662cb26ff858c5) AuthConfig (149e7da5f02c521d9c029105ea62686e00fde52ef1457702f0a8489ebc7ec900) AuthConfig (5513b85c75fa4cfe95600f612e0f9af357e9cc96f24484eae0b6564c41e93647) AuthConfig (11d97e1e3117d98da859e2dbb4d4a1c4e292ecbe2b02932babf5ffe28daa40cb) AuthConfig (f14127dd42df8d3713982198ce915f4d7f7582506005b7977dad93b0302124e6) AuthConfig (fda7172da8e9852488f8402e8bc8529435532662a4e93d57227ad32c6be60457) AuthConfig (e8230373daa8e1e497c91d80fe750346cd5854e2ce129cd0039d6471ab1103bf) AuthConfig (460d4a37121f35b6513a16f170f3955b71a6f6ed85c14975a92b5e42611faf72) AuthConfig (0fabb51f2a8cc051eac8868ccf7d42ea1eeb2ca2abb4780ce9cbafd9f2bd0ece) AuthConfig (3966aa2a728256c50395d08514b1b36c9b321aadf4875e2e2fe16494952e4137) AuthConfig (5caf971dc0ca375e16dc01d1981c0d97212ea8e6794bc6067346bd4596590ea8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"c1d3ebbc-9930-4307-a004-ab038bef2e30","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.533943247Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","namespace":"ai-tenant-e2e-worker-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.534001815Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","namespace":"ai-tenant-e2e-worker-w6-31226c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.534059496Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","tenant":"e2e-worker-w6-31226c","tenantID":"e2e-worker-w6-31226c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.549971905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"Deployment","name":"maas-api-e2e-worker-w6-31226c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.5898505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"Service","name":"maas-api-e2e-worker-w6-31226c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.608617424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-31226c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.624579214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-31226c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.641124968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.657579666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.676699674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.69554419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.710151627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.725603386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.749711792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"Service","name":"payload-processing-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.769037879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.785049119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.837751605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.86781733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.888278932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.901822368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.915133839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.928679431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-31226c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:38.942038683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-31226c"},"namespace":"ai-tenant-e2e-worker-w6-31226c","name":"default-tenant","reconcileID":"da78253e-d919-4782-beb5-2eaf394a9a41","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-31226c","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:39.266989509Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-31226c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-31226c","reconcileID":"4a1be49d-b0e8-494e-ac94-11ad5fd7ab0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-31226c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w6-31226c"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:39.682579402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae1857c-bee1-4847-8f2a-02e102b0cd71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:39.696340632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae1857c-bee1-4847-8f2a-02e102b0cd71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:39.709962184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae1857c-bee1-4847-8f2a-02e102b0cd71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:39.724190273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae1857c-bee1-4847-8f2a-02e102b0cd71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.486358781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3213ea9-90cf-4f0e-8613-1d2bfc3868bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.528116113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3213ea9-90cf-4f0e-8613-1d2bfc3868bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.547387933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3213ea9-90cf-4f0e-8613-1d2bfc3868bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.579363562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3213ea9-90cf-4f0e-8613-1d2bfc3868bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.247466663Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","namespace":"ai-tenant-e2e-mt-f3d24e75","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.247527699Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","namespace":"ai-tenant-e2e-mt-f3d24e75","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.247576556Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","tenant":"e2e-mt-f3d24e75","tenantID":"e2e-mt-f3d24e75","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.263155866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"Deployment","name":"maas-api-e2e-mt-f3d24e75","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.29197075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"Service","name":"maas-api-e2e-mt-f3d24e75","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.314102563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-f3d24e75","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.331680143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-f3d24e75","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.349839584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.368668816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.387333411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.403932897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.417560935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"Deployment","name":"payload-processing-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.431826603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.446724765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"Service","name":"payload-processing-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.460068459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"Service","name":"payload-pre-processing-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.473608141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"DestinationRule","name":"payload-processing-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.487207496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.501205474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.525351039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.558712805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.57636141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.607839077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-f3d24e75","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.627053979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3d24e75"},"namespace":"ai-tenant-e2e-mt-f3d24e75","name":"default-tenant","reconcileID":"aab65222-f9bf-40ff-90c9-accb874e0bd2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-f3d24e75","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.039974713Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f3d24e75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f3d24e75","reconcileID":"9b08193e-f06b-4fbd-afc9-ed3867f0a2b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f3d24e75","removed":["maas.opendatahub.io/gateway-access-e2e-mt-f3d24e75"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.146023771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-a-7c2cf5","reconcileID":"83f59f20-5727-4da6-af1d-a9d98e42c469","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"maas-trlp-rate-test-model-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.199874587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"06c9311a-cf3f-4d00-83aa-783e300aca3d","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.199913537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"06c9311a-cf3f-4d00-83aa-783e300aca3d","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.229424055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-b-7c2cf5","reconcileID":"0f0ea0ae-9e16-48c3-b4e3-db6adda600fe","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"maas-trlp-rate-test-model-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.330117529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"75ed7c8c-aba5-4155-b37d-b3cac4ca26ab","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.33026083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"75ed7c8c-aba5-4155-b37d-b3cac4ca26ab","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.35032312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"a75e2976-5a34-400f-b459-19068bc0ec88","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.35034976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"a75e2976-5a34-400f-b459-19068bc0ec88","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.396855032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a5a62e-fa74-4e07-8d29-c511ca35562f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.410596294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a5a62e-fa74-4e07-8d29-c511ca35562f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.424236468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a5a62e-fa74-4e07-8d29-c511ca35562f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.437785621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a5a62e-fa74-4e07-8d29-c511ca35562f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.942523564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"b83ad137-ae03-4e71-a80f-f0f2360b8aaf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","tenantID":"e2e-shared-b-w2-ed3bf2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.961122463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"b83ad137-ae03-4e71-a80f-f0f2360b8aaf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"e2e-shared-b-w2-ed3bf2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.027961786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a58fdb-caba-4bd9-9af6-ba2ee49e0b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.041528117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a58fdb-caba-4bd9-9af6-ba2ee49e0b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.055221679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a58fdb-caba-4bd9-9af6-ba2ee49e0b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.068826672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a58fdb-caba-4bd9-9af6-ba2ee49e0b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.141129556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"f65d4109-75d5-44c2-8146-73109cca6b67","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.165379964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"f65d4109-75d5-44c2-8146-73109cca6b67","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.074015277Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","namespace":"ai-tenant-e2e-worker-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.074073181Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","namespace":"ai-tenant-e2e-worker-w5-b2921b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.07412177Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","tenant":"e2e-worker-w5-b2921b","tenantID":"e2e-worker-w5-b2921b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.089873234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"Deployment","name":"maas-api-e2e-worker-w5-b2921b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.125409278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"Service","name":"maas-api-e2e-worker-w5-b2921b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.142560777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-b2921b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.160385202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-b2921b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.178761744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.199942315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.260096699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.282820678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.299388992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.315466431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.329869946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"Service","name":"payload-processing-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.343997119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.357840053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.371160537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.391564465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.430968032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.457087992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.486537089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.500440053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-b2921b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.513907104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b2921b"},"namespace":"ai-tenant-e2e-worker-w5-b2921b","name":"default-tenant","reconcileID":"1e0a5a02-e3de-432d-b4c9-b3c36b2d808c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-b2921b","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.782482843Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-b2921b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-b2921b","reconcileID":"9feeec7c-b5f5-4d4b-8f8a-712cf42a8a2f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-b2921b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-b2921b"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.151691724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb51933a-1569-4f9b-968f-c18501d750d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.165366572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb51933a-1569-4f9b-968f-c18501d750d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.179417811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb51933a-1569-4f9b-968f-c18501d750d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.193279525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb51933a-1569-4f9b-968f-c18501d750d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.501436027Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"bb00f73d-3dd9-4928-96cb-217e624fa807","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.501595877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"6bc241aa-3572-4812-a17e-b129f8bd7231","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.501619136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"6bc241aa-3572-4812-a17e-b129f8bd7231","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.574814771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-a-7c2cf5","reconcileID":"0843f69c-9179-41de-937f-7fee1778c616","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"maas-trlp-rate-test-model-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.660007213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"bb00f73d-3dd9-4928-96cb-217e624fa807","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.678292826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"bb00f73d-3dd9-4928-96cb-217e624fa807","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.678314237Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"bb00f73d-3dd9-4928-96cb-217e624fa807","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.698440169Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"36f5ed10-b678-42a0-9e02-a1471e602f51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.698978626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"95af335d-d095-4a29-bfb9-a668e60d34ae","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.698996002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"95af335d-d095-4a29-bfb9-a668e60d34ae","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.750005284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d294381-7dbd-48ef-a1c0-8eb458d3fc8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.76407086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d294381-7dbd-48ef-a1c0-8eb458d3fc8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.777622927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d294381-7dbd-48ef-a1c0-8eb458d3fc8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.791476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d294381-7dbd-48ef-a1c0-8eb458d3fc8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.819445037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-a-7c2cf5","reconcileID":"ca5b3123-aebc-4c37-8ab0-8bb9f5486ef8","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"maas-trlp-rate-test-model-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.83177756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"36f5ed10-b678-42a0-9e02-a1471e602f51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.850363047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"36f5ed10-b678-42a0-9e02-a1471e602f51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"e2e-shared-a-w2-b0c3c3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.85038118Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"36f5ed10-b678-42a0-9e02-a1471e602f51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.855635787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"1e347844-bd14-4ca3-9264-5e5f6e9b39f8","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.855652774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"1e347844-bd14-4ca3-9264-5e5f6e9b39f8","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.856811858Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"0e42941e-f4ee-44fb-a5d2-c1e71df88d01","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:29:46.870545258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"36f5ed10-b678-42a0-9e02-a1471e602f51","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-7c2cf5\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.919252755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-b-7c2cf5","reconcileID":"6d6ac7c7-46a5-45ae-8e8e-7f2d6745a4c0","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"maas-trlp-rate-test-model-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.945034044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"0e42941e-f4ee-44fb-a5d2-c1e71df88d01","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","tenantID":"e2e-shared-b-w2-ed3bf2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.963340523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"0e42941e-f4ee-44fb-a5d2-c1e71df88d01","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"e2e-shared-b-w2-ed3bf2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.96335861Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-auth-7c2cf5","reconcileID":"0e42941e-f4ee-44fb-a5d2-c1e71df88d01","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.982288411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"b610f77c-3416-4541-a2f1-4bd9fb1e2b2d","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.982303882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"b610f77c-3416-4541-a2f1-4bd9fb1e2b2d","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.046299227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-b-7c2cf5","reconcileID":"2720016b-7127-4574-9afc-85d2e2346359","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"maas-trlp-rate-test-model-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.127216792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"f13bed0c-3d63-4993-9c84-e9f33c3d7433","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.12723803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"f13bed0c-3d63-4993-9c84-e9f33c3d7433","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.444086322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"360bb326-776c-4b14-8f1e-cc16c24b17f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-59eefa","tenantID":"e2e-shared-a-w1-59eefa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.462381503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"360bb326-776c-4b14-8f1e-cc16c24b17f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"e2e-shared-a-w1-59eefa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.641873721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"c3def5d6-5587-43a1-a945-0a91169e4f50","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.641898909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"c3def5d6-5587-43a1-a945-0a91169e4f50","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.948686571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.384107249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"8f1784c7-4c33-4c55-a35f-27efb70e15ed","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.384129757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"8f1784c7-4c33-4c55-a35f-27efb70e15ed","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.405756357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"71834bc3-8ff8-4a5e-94b2-38f373ce159f","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.405790797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"71834bc3-8ff8-4a5e-94b2-38f373ce159f","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.432756366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"1acc63b6-0d29-49ba-a65a-1b236423ad90","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e170ed","tenantID":"e2e-shared-b-w1-e170ed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.451288241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"1acc63b6-0d29-49ba-a65a-1b236423ad90","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"e2e-shared-b-w1-e170ed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.46942503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e170ed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b85a530f0b0152d82ded3ab2cfc530687a4c93c795cfbe91a46402bff4443872) AuthConfig (76c67344969e4d6f8e9ed8a2f84fb57757f15057e08693ced899df2af981420a) AuthConfig (b168aba33435d11b29f94ca3e406f73fe06808a013e64a952554bc56b4d9c075) AuthConfig (7b8f63c7d9a0a895866b93d853d22f4326c55a35a35e6ceaf567aa57032600f3) AuthConfig (0f264abbf5b670fa076baa3fd2026caa3d78d3af63f688b7041d37df66ac8281) AuthConfig (8678aec5ca7f92ccf0a336feef8ada0e03bd6385f4e23ae77e3aa1d706f4dcea) AuthConfig (2c54fbea2d47fbc61662d96cff36e0da74d64342aeddf66a32fd965312f843f6) AuthConfig (28decf74ac9698fadb646e1a1dda3c46b175a5443de9de3d06684f91204ccdc5) AuthConfig (18fe5831221eb103d079d4a7205994d4ff429379384f30a794080540d0bdb1b8) AuthConfig (e87217131e870b1a4421569bc89d70310d9187624aead33d76e716cc3c0d8f57) AuthConfig (d62b32bff4dccd1aed566cbd4fa81a506ea833cd7eb12a6eb748f3ad78293b92) AuthConfig (643cc3e2cb13fea61c50d5ca8d1710f19dfba72c7f4c7514c0f27270ddeee870)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"1acc63b6-0d29-49ba-a65a-1b236423ad90","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.488985044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"fb8caf13-a74e-4a93-98d9-47196c31ac2b","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.489010681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"fb8caf13-a74e-4a93-98d9-47196c31ac2b","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.176911939Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-a-7c2cf5","reconcileID":"510b54bc-82fc-4532-9077-40b675ce3281","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","subscription":"e2e-rate-iso-a-7c2cf5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.191050902Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-a-7c2cf5","reconcileID":"510b54bc-82fc-4532-9077-40b675ce3281","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.205180505Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"e2e-rate-iso-a-7c2cf5","reconcileID":"510b54bc-82fc-4532-9077-40b675ce3281","MaaSSubscription":{"name":"e2e-rate-iso-a-7c2cf5","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"name":"maas-trlp-rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.353874669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"45a5ece5-a533-4685-9446-489b3a57489d","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"tenant":"e2e-shared-a-w2-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","model":"ai-tenant-e2e-shared-a-w2-b0c3c3/rate-test-model-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.353894961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"rate-test-model-b0c3c3","reconcileID":"45a5ece5-a533-4685-9446-489b3a57489d","MaaSModelRef":{"name":"rate-test-model-b0c3c3","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"routeName":"rate-test-model-b0c3c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","llmisvcName":"rate-test-model-b0c3c3","gateway":"openshift-ingress/e2e-shared-a-w2-b0c3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.502385283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"bc785da4-d68d-4ec8-9f21-5b919e193466","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.502406864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"bc785da4-d68d-4ec8-9f21-5b919e193466","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.516644366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"0d04d997-fd3b-4333-a59c-2462cdf3f2b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e170ed","tenantID":"e2e-shared-b-w1-e170ed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.535384409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"0d04d997-fd3b-4333-a59c-2462cdf3f2b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"e2e-shared-b-w1-e170ed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.552854644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e170ed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b85a530f0b0152d82ded3ab2cfc530687a4c93c795cfbe91a46402bff4443872) AuthConfig (76c67344969e4d6f8e9ed8a2f84fb57757f15057e08693ced899df2af981420a) AuthConfig (b168aba33435d11b29f94ca3e406f73fe06808a013e64a952554bc56b4d9c075) AuthConfig (7b8f63c7d9a0a895866b93d853d22f4326c55a35a35e6ceaf567aa57032600f3) AuthConfig (0f264abbf5b670fa076baa3fd2026caa3d78d3af63f688b7041d37df66ac8281) AuthConfig (8678aec5ca7f92ccf0a336feef8ada0e03bd6385f4e23ae77e3aa1d706f4dcea) AuthConfig (2c54fbea2d47fbc61662d96cff36e0da74d64342aeddf66a32fd965312f843f6) AuthConfig (28decf74ac9698fadb646e1a1dda3c46b175a5443de9de3d06684f91204ccdc5) AuthConfig (18fe5831221eb103d079d4a7205994d4ff429379384f30a794080540d0bdb1b8) AuthConfig (e87217131e870b1a4421569bc89d70310d9187624aead33d76e716cc3c0d8f57) AuthConfig (d62b32bff4dccd1aed566cbd4fa81a506ea833cd7eb12a6eb748f3ad78293b92) AuthConfig (643cc3e2cb13fea61c50d5ca8d1710f19dfba72c7f4c7514c0f27270ddeee870)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"0d04d997-fd3b-4333-a59c-2462cdf3f2b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.55123952Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-b-7c2cf5","reconcileID":"b29ba99c-d5fa-4b4b-8753-b4570fad8e6a","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","subscription":"e2e-rate-iso-b-7c2cf5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.565891002Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-b-7c2cf5","reconcileID":"b29ba99c-d5fa-4b4b-8753-b4570fad8e6a","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.634670227Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"e2e-rate-iso-b-7c2cf5","reconcileID":"b29ba99c-d5fa-4b4b-8753-b4570fad8e6a","MaaSSubscription":{"name":"e2e-rate-iso-b-7c2cf5","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"name":"maas-trlp-rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.784945408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"b8efd478-f8be-4477-b05a-f53b5ee3b26e","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"tenant":"e2e-shared-b-w2-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","model":"ai-tenant-e2e-shared-b-w2-ed3bf2/rate-test-model-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.784973138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"rate-test-model-ed3bf2","reconcileID":"b8efd478-f8be-4477-b05a-f53b5ee3b26e","MaaSModelRef":{"name":"rate-test-model-ed3bf2","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"routeName":"rate-test-model-ed3bf2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","llmisvcName":"rate-test-model-ed3bf2","gateway":"openshift-ingress/e2e-shared-b-w2-ed3bf2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:08.580335574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"be4cafa3-604c-4a5c-aef3-1aaf95e706b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e170ed","tenantID":"e2e-shared-b-w1-e170ed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:08.598931681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"be4cafa3-604c-4a5c-aef3-1aaf95e706b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"e2e-shared-b-w1-e170ed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:08.616340002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e170ed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b85a530f0b0152d82ded3ab2cfc530687a4c93c795cfbe91a46402bff4443872) AuthConfig (76c67344969e4d6f8e9ed8a2f84fb57757f15057e08693ced899df2af981420a) AuthConfig (b168aba33435d11b29f94ca3e406f73fe06808a013e64a952554bc56b4d9c075) AuthConfig (7b8f63c7d9a0a895866b93d853d22f4326c55a35a35e6ceaf567aa57032600f3) AuthConfig (0f264abbf5b670fa076baa3fd2026caa3d78d3af63f688b7041d37df66ac8281) AuthConfig (8678aec5ca7f92ccf0a336feef8ada0e03bd6385f4e23ae77e3aa1d706f4dcea) AuthConfig (2c54fbea2d47fbc61662d96cff36e0da74d64342aeddf66a32fd965312f843f6) AuthConfig (28decf74ac9698fadb646e1a1dda3c46b175a5443de9de3d06684f91204ccdc5) AuthConfig (18fe5831221eb103d079d4a7205994d4ff429379384f30a794080540d0bdb1b8) AuthConfig (e87217131e870b1a4421569bc89d70310d9187624aead33d76e716cc3c0d8f57) AuthConfig (d62b32bff4dccd1aed566cbd4fa81a506ea833cd7eb12a6eb748f3ad78293b92) AuthConfig (643cc3e2cb13fea61c50d5ca8d1710f19dfba72c7f4c7514c0f27270ddeee870)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"be4cafa3-604c-4a5c-aef3-1aaf95e706b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.951806674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:18.644400592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"93555e55-0683-4a4d-985f-9427046f318b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e170ed","tenantID":"e2e-shared-b-w1-e170ed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:18.664629291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"93555e55-0683-4a4d-985f-9427046f318b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"e2e-shared-b-w1-e170ed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:18.682283716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e170ed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b85a530f0b0152d82ded3ab2cfc530687a4c93c795cfbe91a46402bff4443872) AuthConfig (76c67344969e4d6f8e9ed8a2f84fb57757f15057e08693ced899df2af981420a) AuthConfig (b168aba33435d11b29f94ca3e406f73fe06808a013e64a952554bc56b4d9c075) AuthConfig (7b8f63c7d9a0a895866b93d853d22f4326c55a35a35e6ceaf567aa57032600f3) AuthConfig (0f264abbf5b670fa076baa3fd2026caa3d78d3af63f688b7041d37df66ac8281) AuthConfig (8678aec5ca7f92ccf0a336feef8ada0e03bd6385f4e23ae77e3aa1d706f4dcea) AuthConfig (2c54fbea2d47fbc61662d96cff36e0da74d64342aeddf66a32fd965312f843f6) AuthConfig (28decf74ac9698fadb646e1a1dda3c46b175a5443de9de3d06684f91204ccdc5) AuthConfig (18fe5831221eb103d079d4a7205994d4ff429379384f30a794080540d0bdb1b8) AuthConfig (e87217131e870b1a4421569bc89d70310d9187624aead33d76e716cc3c0d8f57) AuthConfig (d62b32bff4dccd1aed566cbd4fa81a506ea833cd7eb12a6eb748f3ad78293b92) AuthConfig (643cc3e2cb13fea61c50d5ca8d1710f19dfba72c7f4c7514c0f27270ddeee870)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"93555e55-0683-4a4d-985f-9427046f318b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.526066306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"e0d42b91-f096-4839-9115-f72da158ba68","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.526120038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"e0d42b91-f096-4839-9115-f72da158ba68","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.841221109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"a05cdeba-3d3b-4843-ac4a-29d2bba92326","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.841240757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"a05cdeba-3d3b-4843-ac4a-29d2bba92326","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.858252253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"b4bed261-129c-4952-b1e1-64671c6a341c","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.858273833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"b4bed261-129c-4952-b1e1-64671c6a341c","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.885132403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"5526b165-ec68-4ffa-9dd5-1bd4142bc6c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.905442867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"5526b165-ec68-4ffa-9dd5-1bd4142bc6c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"e2e-shared-a-w4-af237d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.923734658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-af237d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66f675aedea35891502cb68077eb20e41cdc4f6beb3c1f289c35fdc94151444e) AuthConfig (b27a63157ff664044cfbeb371a0c05e9aca76e958eef98920b038679623fa886) AuthConfig (292c8ba11930f612102dc6aec576fcab1960876cc73cce1460a99ada8c9c8311) AuthConfig (c20a0e09817de4fa461766ad3f744192f1986bf5ee59fd18d62e99bd53097e7c) AuthConfig (93867e7489a01ebfc334b60bd7daa8e104e7e6f6c644c492a8175b785a9fa407) AuthConfig (2281f0f15dcab23166907d635856148d847e7356daa38c7b1ecfb479011e0f1e) AuthConfig (346d70f17761f03154d344d4c681b5f2158549e295ef6f69c7994a32775c1a95) AuthConfig (d101dc049bc1fab3dbc75425b3e113e67e27121ba69ace4b23626aef3157027b) AuthConfig (2d397f1cf2fb25738136b52226d5a4b6698733055dfb6637f0afba907c588701) AuthConfig (038a0912d8583f738b4d8ad49664ce6f18bcc163a90502bb779def9397b0a0e5) AuthConfig (afbe817e75bff03e78564ed795bd93d1f20169efdf8999c54491745a73811f23) AuthConfig (724453129decf59a91b624a65bf993b41786cac0c73583ff70e04496369565d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"5526b165-ec68-4ffa-9dd5-1bd4142bc6c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.943363849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"76f52a09-ae36-4329-a62a-ed501e0aae5e","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.94338699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"76f52a09-ae36-4329-a62a-ed501e0aae5e","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.001934254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"5873c554-e88f-4754-8e9b-27fab193fec6","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.001961664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"5873c554-e88f-4754-8e9b-27fab193fec6","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:28.7105894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"cf322065-925d-4b6e-beb2-78ef8ebc185b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e170ed","tenantID":"e2e-shared-b-w1-e170ed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:28.729116014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"cf322065-925d-4b6e-beb2-78ef8ebc185b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"e2e-shared-b-w1-e170ed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:28.805535734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"42aa2105-425f-4a26-aa62-1255841ec434","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:28.805557933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"42aa2105-425f-4a26-aa62-1255841ec434","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:29.987127489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"f229d7c5-c54a-4255-bce6-df47a05d2771","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.006159656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"f229d7c5-c54a-4255-bce6-df47a05d2771","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"e2e-shared-a-w4-af237d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.171337867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"2fbd6810-0d9c-4fea-9ddf-f6582ab886df","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.171358954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"2fbd6810-0d9c-4fea-9ddf-f6582ab886df","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.294254656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"d75ad114-f83f-4867-a7b4-e48e4c067902","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.294277151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"d75ad114-f83f-4867-a7b4-e48e4c067902","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.316395319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"e04b4be5-e5d8-4ada-944d-17c7b0676957","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.316414335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"e04b4be5-e5d8-4ada-944d-17c7b0676957","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:30:30.323340861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-a-30519f","reconcileID":"569cbf42-1ccd-4862-bf2c-80c5bc9b7a3d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-30519f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:30:30.331639218Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"e04b4be5-e5d8-4ada-944d-17c7b0676957","name":"rate-test-model-59eefa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-59eefa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:30:30.331690311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"e04b4be5-e5d8-4ada-944d-17c7b0676957","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-59eefa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.336943187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"b8a7eef9-fed6-4abc-841f-59d009d10b2d","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.336960898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"b8a7eef9-fed6-4abc-841f-59d009d10b2d","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.346527259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"140337ac-8d80-4cc5-96a6-15dced993e0c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-59eefa","tenantID":"e2e-shared-a-w1-59eefa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.352155418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"293c251b-ef29-4778-a347-6fe035ef8477","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.352173622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"293c251b-ef29-4778-a347-6fe035ef8477","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.365432435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"140337ac-8d80-4cc5-96a6-15dced993e0c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"e2e-shared-a-w1-59eefa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.371270062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"67f71bfe-509e-4d30-bb2e-d07d038cba43","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.371292387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"67f71bfe-509e-4d30-bb2e-d07d038cba43","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.440606507Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-a-30519f","reconcileID":"66df4c5f-9a0c-4d46-ba51-117b3bdf532c","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"maas-trlp-rate-test-model-59eefa","model":"rate-test-model-59eefa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-59eefa/e2e-rate-iso-a-30519f"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.492032097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"b35aeedb-3e14-4947-90d5-80f17d69c62a","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.492052028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"b35aeedb-3e14-4947-90d5-80f17d69c62a","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.509960307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"3cfade2b-67e7-4958-acd4-2e63b1c9b7a9","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.509978645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"3cfade2b-67e7-4958-acd4-2e63b1c9b7a9","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.534405752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-a-30519f","reconcileID":"cb48d836-9477-4bc7-b9c9-c4ad21232bf3","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"maas-trlp-rate-test-model-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.53486625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"7235634b-70ab-42d8-99ff-a9842525278d","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.534884472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"7235634b-70ab-42d8-99ff-a9842525278d","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.535111486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"c95fbcdf-c58b-4a43-a100-5845cd617eaf","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.535124219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"c95fbcdf-c58b-4a43-a100-5845cd617eaf","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:30:30.541800536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-b-30519f","reconcileID":"3a222f46-e354-422c-bb97-58210e44ca55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-30519f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.561518002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"f8df4b50-6ae7-4e87-9b6b-63b413d96311","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.561523653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"f4b54ab9-1e09-4168-8cda-31faa4122891","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e170ed","tenantID":"e2e-shared-b-w1-e170ed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.571033537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"40ee55da-c2f0-47ac-a7a9-c7a611b560c0","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.571048179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"40ee55da-c2f0-47ac-a7a9-c7a611b560c0","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.58022362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"f4b54ab9-1e09-4168-8cda-31faa4122891","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"e2e-shared-b-w1-e170ed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.580287854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"f8df4b50-6ae7-4e87-9b6b-63b413d96311","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"e2e-shared-b-w4-65e2d3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.592785449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"3d54db35-532b-4b7a-8cf5-e08390665bc5","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.592803446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"3d54db35-532b-4b7a-8cf5-e08390665bc5","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.597793081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-65e2d3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3418adba5412bf83343d9c3efab20278e60c65824b735488ec1390010d2ac91) AuthConfig (b55944990da54f4276b108c0cd0ea9d2d40a93031442b2d6e44d9ce036b20e9e) AuthConfig (c9c3dce16af51018b7a7a62bad0efc0bda7942279a343ebb82b51a3e8345b0b6) AuthConfig (f2e568064a889cbc0d6a11156e90755a3e468291b669154dfcbeed8bfe24c2c3) AuthConfig (1c6202f2279c75653f6d6d83f3eebc6fa83ece45fd9c82c2fe8ed97f94951b0f) AuthConfig (8e839f921ab8ddd8a7b3cdd6123c0b4af6a35df16e53ec04e21c02a1eee5af6a) AuthConfig (147542bb3b3736341fa2730dcd4843fcce221eb4155eb350e8314ec37ceeef4d) AuthConfig (991a3cd7d934709cbe42f8138e09e1a7954a186eaff183f6f99a53694064ae2d) AuthConfig (7474c310a2cb5252ddfb6b18a6f4f299921e2069664e573f8916d69627b0d91a) AuthConfig (98227980d9808250e9c9ceedd6762eb0edce931f1e6b04c4453fc21badccd252) AuthConfig (40693d2b4e68444a9cd1cbbb634de417973a2116010d242f9922112f6be6cb16) AuthConfig (373319ff776c65e80cff06f22a6b6a41941b1b06ba5efba5b8c66e66c9cbade3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"f8df4b50-6ae7-4e87-9b6b-63b413d96311","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.616992228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"6c2bf612-ac0f-4b49-b03f-c5ccf3c0ef34","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.617007032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"6c2bf612-ac0f-4b49-b03f-c5ccf3c0ef34","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.653318812Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-b-30519f","reconcileID":"4a6f8d06-d432-4678-8f0e-e1410edbe383","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"maas-trlp-rate-test-model-e170ed","model":"rate-test-model-e170ed","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-e170ed/e2e-rate-iso-b-30519f"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.704006457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"225c170a-d517-4b75-98f8-1c1a1c66f57f","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.704024203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"225c170a-d517-4b75-98f8-1c1a1c66f57f","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.745734293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-b-30519f","reconcileID":"c25177b4-46a5-48f6-8c0d-07aadfb75071","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"maas-trlp-rate-test-model-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:40.690915747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"507834c7-832a-4020-b9f4-510708e48b51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:40.709199142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"507834c7-832a-4020-b9f4-510708e48b51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"e2e-shared-b-w4-65e2d3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:40.726876108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-65e2d3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3418adba5412bf83343d9c3efab20278e60c65824b735488ec1390010d2ac91) AuthConfig (b55944990da54f4276b108c0cd0ea9d2d40a93031442b2d6e44d9ce036b20e9e) AuthConfig (c9c3dce16af51018b7a7a62bad0efc0bda7942279a343ebb82b51a3e8345b0b6) AuthConfig (f2e568064a889cbc0d6a11156e90755a3e468291b669154dfcbeed8bfe24c2c3) AuthConfig (1c6202f2279c75653f6d6d83f3eebc6fa83ece45fd9c82c2fe8ed97f94951b0f) AuthConfig (8e839f921ab8ddd8a7b3cdd6123c0b4af6a35df16e53ec04e21c02a1eee5af6a) AuthConfig (147542bb3b3736341fa2730dcd4843fcce221eb4155eb350e8314ec37ceeef4d) AuthConfig (991a3cd7d934709cbe42f8138e09e1a7954a186eaff183f6f99a53694064ae2d) AuthConfig (7474c310a2cb5252ddfb6b18a6f4f299921e2069664e573f8916d69627b0d91a) AuthConfig (98227980d9808250e9c9ceedd6762eb0edce931f1e6b04c4453fc21badccd252) AuthConfig (40693d2b4e68444a9cd1cbbb634de417973a2116010d242f9922112f6be6cb16) AuthConfig (373319ff776c65e80cff06f22a6b6a41941b1b06ba5efba5b8c66e66c9cbade3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"507834c7-832a-4020-b9f4-510708e48b51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:40.829004453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ffae18-f4b3-445d-bf12-97ec45e74bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:40.84259335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ffae18-f4b3-445d-bf12-97ec45e74bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:40.85626225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ffae18-f4b3-445d-bf12-97ec45e74bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:40.870065979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ffae18-f4b3-445d-bf12-97ec45e74bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:41.443529072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208885d8-d4c4-4ec7-ae56-e6ee0a3fb012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:41.457306522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208885d8-d4c4-4ec7-ae56-e6ee0a3fb012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:41.470972217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208885d8-d4c4-4ec7-ae56-e6ee0a3fb012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:41.484582278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208885d8-d4c4-4ec7-ae56-e6ee0a3fb012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.410294048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-b-30519f","reconcileID":"d19cc4ae-85e8-4496-897c-ba451271a728","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"maas-trlp-rate-test-model-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.463784866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"0eeccb67-ef8d-4fb3-bb69-7995e2eea76e","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.463803858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"0eeccb67-ef8d-4fb3-bb69-7995e2eea76e","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.509221314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"e005b1fe-f51c-485a-81a3-173339cbc337","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e170ed","tenantID":"e2e-shared-b-w1-e170ed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.509897727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-a-30519f","reconcileID":"63e693fe-10e9-4faf-9788-062684a4e8e4","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"maas-trlp-rate-test-model-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.528988968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"e005b1fe-f51c-485a-81a3-173339cbc337","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"e2e-shared-b-w1-e170ed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.56165661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"b30247d3-226e-414e-a50d-48dff9518529","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.561674704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"b30247d3-226e-414e-a50d-48dff9518529","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.608671962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"b40de2b5-d371-4f17-96c9-c99beccffca4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-59eefa","tenantID":"e2e-shared-a-w1-59eefa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.630207229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"b40de2b5-d371-4f17-96c9-c99beccffca4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"e2e-shared-a-w1-59eefa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:47.948737845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:50.754408542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"22409006-c898-4d74-9ef1-904cd53fbcb4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:50.773219222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"22409006-c898-4d74-9ef1-904cd53fbcb4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"e2e-shared-b-w4-65e2d3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:50.847975875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"fe7a21a0-b415-4cb6-bfea-6038b6017cf0","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:50.848003829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"fe7a21a0-b415-4cb6-bfea-6038b6017cf0","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.812472882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"448b28c0-235c-4e02-a60a-71801ef7760c","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.812495491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"448b28c0-235c-4e02-a60a-71801ef7760c","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.832383472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"3592da57-e6fb-44fa-aa52-85fa8ea08156","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.83240718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"3592da57-e6fb-44fa-aa52-85fa8ea08156","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:30:51.843355519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-shared-sub-c38bbe","reconcileID":"9dc39019-036c-46d3-ba25-e63538b01e80","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c38bbe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:30:51.847923368Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"3592da57-e6fb-44fa-aa52-85fa8ea08156","name":"sub-test-model-af237d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-af237d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:30:51.847971457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"3592da57-e6fb-44fa-aa52-85fa8ea08156","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-af237d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.853271849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"b0eea6d2-1cb2-4a64-9b97-3add7d543254","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.853285903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"b0eea6d2-1cb2-4a64-9b97-3add7d543254","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.872596197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"5130dec4-b565-4263-801f-fdceb470b708","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.872614064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"5130dec4-b565-4263-801f-fdceb470b708","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.887237985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"425b04db-d6ef-4fb4-9553-15cfa9495089","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.892581448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"3507d455-72c7-4db5-a04b-a3463668c366","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.892597785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"3507d455-72c7-4db5-a04b-a3463668c366","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.905886108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"425b04db-d6ef-4fb4-9553-15cfa9495089","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"e2e-shared-a-w4-af237d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.982126696Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-shared-sub-c38bbe","reconcileID":"a8f3d063-3e24-4b22-9183-20e74f1bf66e","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"sub-test-model-af237d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-af237d/e2e-shared-sub-c38bbe"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.032147115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"44426e21-4d28-49ed-8661-f39bb98d8231","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.032170291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"44426e21-4d28-49ed-8661-f39bb98d8231","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.074030042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-shared-sub-c38bbe","reconcileID":"97ea7435-637d-4a65-8a60-38068615c871","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.08213899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"747562ae-8856-4d36-8c15-3493680449d8","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.082163536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"747562ae-8856-4d36-8c15-3493680449d8","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.106418211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"1b349ad8-7ef5-4159-a095-5e272a41be2a","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.106440514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"1b349ad8-7ef5-4159-a095-5e272a41be2a","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:30:52.111372813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-shared-sub-c38bbe","reconcileID":"06d45c5e-ceb6-4f28-9915-4d0f4fd7adf6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c38bbe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:30:52.12194496Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"1b349ad8-7ef5-4159-a095-5e272a41be2a","name":"sub-test-model-65e2d3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-65e2d3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:30:52.121999131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"1b349ad8-7ef5-4159-a095-5e272a41be2a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-65e2d3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.127476246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"236328b3-301a-4a8a-b432-b0505194710c","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.127493041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"236328b3-301a-4a8a-b432-b0505194710c","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.133731389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"24dbe87f-4e0f-49c1-8515-7f7112f2965e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.14288572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"88ebdc28-ff5c-4ab9-b21d-4fdc967753c5","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.142908318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"88ebdc28-ff5c-4ab9-b21d-4fdc967753c5","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.152710038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"24dbe87f-4e0f-49c1-8515-7f7112f2965e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"e2e-shared-b-w4-65e2d3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.161532479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"40ecbbe8-8540-435f-b683-3dc615e3415a","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.161548633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"40ecbbe8-8540-435f-b683-3dc615e3415a","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.228268397Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-shared-sub-c38bbe","reconcileID":"e97609f1-11f4-404a-a3b0-f46fce54807a","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"sub-test-model-65e2d3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-65e2d3/e2e-shared-sub-c38bbe"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.281813563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"b2441870-db82-426a-84f9-57e7445e8bdd","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.281841239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"b2441870-db82-426a-84f9-57e7445e8bdd","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.325070526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-shared-sub-c38bbe","reconcileID":"b5d9815a-afdd-4e66-9e52-6845f291ef82","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.325330163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"791c426e-069b-48b5-afcd-64e9dab25b4c","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.325344113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"791c426e-069b-48b5-afcd-64e9dab25b4c","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.341835461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"49e36adf-a831-4e6f-b75c-fe6830e06ca7","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.341854074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"49e36adf-a831-4e6f-b75c-fe6830e06ca7","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:30:52.356243226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-a-only-c38bbe","reconcileID":"2561c064-d386-4bf4-8ff8-930f085b9f1a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-c38bbe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.392686009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"d2a630e2-0bec-4321-b4ce-bdac84072866","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.392708094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"d2a630e2-0bec-4321-b4ce-bdac84072866","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.411512251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"fc0af248-08e0-4646-bbbd-f0482d43fa55","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.411530861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"fc0af248-08e0-4646-bbbd-f0482d43fa55","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.473820503Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-a-only-c38bbe","reconcileID":"86b66335-bf11-4cf7-a163-bb563b72a04f","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-af237d/e2e-a-only-c38bbe","ai-tenant-e2e-shared-a-w4-af237d/e2e-shared-sub-c38bbe"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.523112743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"085f6c45-1315-4538-8bac-68ef04102320","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.523136691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"085f6c45-1315-4538-8bac-68ef04102320","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.531052124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"cff653bd-f549-4109-b0d3-3c9475880247","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.531072524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"cff653bd-f549-4109-b0d3-3c9475880247","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.547801651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"b13a419f-0150-4d9f-9db6-0c32b204bc95","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.547821695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"b13a419f-0150-4d9f-9db6-0c32b204bc95","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.556637283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-shared-sub-c38bbe","reconcileID":"878ffe26-1244-4641-9cbb-7d6908193499","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:30:52.562583707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-b-only-c38bbe","reconcileID":"20a71af4-728b-44ea-b068-696acf14ec51","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-c38bbe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.598069342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"cab344d4-cfa6-465b-8062-8526896ecb06","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.598085696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"cab344d4-cfa6-465b-8062-8526896ecb06","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.61731124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"67c20611-1d2c-4975-99d9-f6544e05deb8","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.617329644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"67c20611-1d2c-4975-99d9-f6544e05deb8","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.661373907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-a-only-c38bbe","reconcileID":"07bf4b34-0a53-4ff0-ab96-d0822576c1f7","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.681051455Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-b-only-c38bbe","reconcileID":"7863f444-73da-4e3b-b1c1-8aaa7748d490","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-65e2d3/e2e-b-only-c38bbe","ai-tenant-e2e-shared-b-w4-65e2d3/e2e-shared-sub-c38bbe"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.736581394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"dbda3c3a-d473-4085-a4c2-558f02600d00","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.736602735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"dbda3c3a-d473-4085-a4c2-558f02600d00","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.755875831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-shared-sub-c38bbe","reconcileID":"c861be38-571b-4974-9b7c-60e0b52e7370","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:52.855828809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-b-only-c38bbe","reconcileID":"e82da87b-dc73-44c5-beaa-44c3ecf87d8a","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.978739263Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.978818168Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.978878357Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","tenant":"e2e-shared-a-w2-b0c3c3","tenantID":"e2e-shared-a-w2-b0c3c3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.994437767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-b0c3c3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.023476068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"Service","name":"maas-api-e2e-shared-a-w2-b0c3c3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.044982711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-b0c3c3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.061598904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-b0c3c3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.078080751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.094529108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.113390535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.129633804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.142903012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.156264146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.169861213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.183303846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.196742147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.210554012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.223900268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.260736153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.282159549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.301506027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.318328624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-b0c3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.332483296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3"},"namespace":"ai-tenant-e2e-shared-a-w2-b0c3c3","name":"default-tenant","reconcileID":"af9f1169-62fd-497b-99c3-d5185c30f473","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-b0c3c3","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.670229993Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-b0c3c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-b0c3c3","reconcileID":"d42aa683-c516-47bc-aabd-6ccd59b2a9c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-b0c3c3","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-b0c3c3"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.030328444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfdb206-e1d3-4f34-8b82-f9fa93a37d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.04406799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfdb206-e1d3-4f34-8b82-f9fa93a37d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.058116228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfdb206-e1d3-4f34-8b82-f9fa93a37d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.074314754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfdb206-e1d3-4f34-8b82-f9fa93a37d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.654077267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb1cfe3-c79a-4835-bc2e-27fe17871019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.668005755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb1cfe3-c79a-4835-bc2e-27fe17871019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.684473547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb1cfe3-c79a-4835-bc2e-27fe17871019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.698693419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb1cfe3-c79a-4835-bc2e-27fe17871019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.463085827Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"fea36f7f-e263-4027-a249-c2fe6e3aeee3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.463147983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"e31f01bd-ed41-4a24-9da8-6f58d35bfb48","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.463161235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"e31f01bd-ed41-4a24-9da8-6f58d35bfb48","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.525111981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-a-30519f","reconcileID":"54b04aa8-76fa-4ff8-a8be-af3c91a5c915","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"maas-trlp-rate-test-model-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.590711267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"fea36f7f-e263-4027-a249-c2fe6e3aeee3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-59eefa","tenantID":"e2e-shared-a-w1-59eefa","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.609359699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"fea36f7f-e263-4027-a249-c2fe6e3aeee3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"e2e-shared-a-w1-59eefa-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.609381744Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-auth-30519f","reconcileID":"fea36f7f-e263-4027-a249-c2fe6e3aeee3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.628251294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"ebcda0bb-24a8-4ef5-a12e-85c67ee8bff7","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.628271127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"ebcda0bb-24a8-4ef5-a12e-85c67ee8bff7","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.692378631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-a-30519f","reconcileID":"69365e1b-5f01-4b7e-bd2b-58deecdd6210","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"maas-trlp-rate-test-model-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.781399364Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"41b44033-d91f-4afc-8404-4c4ef71e111e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.781428837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"7e259076-7218-4ed2-b3e4-4fefb2cda7e1","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.781441284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"7e259076-7218-4ed2-b3e4-4fefb2cda7e1","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.843550993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-b-30519f","reconcileID":"17ff2691-8f26-475a-8e60-6131c44a4b1c","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"maas-trlp-rate-test-model-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.909130133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"41b44033-d91f-4afc-8404-4c4ef71e111e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e170ed","tenantID":"e2e-shared-b-w1-e170ed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.927732653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"41b44033-d91f-4afc-8404-4c4ef71e111e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"e2e-shared-b-w1-e170ed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.927755325Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-auth-30519f","reconcileID":"41b44033-d91f-4afc-8404-4c4ef71e111e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.946131955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"6fb52842-d6d7-4135-9a99-c86367376410","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.946151999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"6fb52842-d6d7-4135-9a99-c86367376410","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:02.00775169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-b-30519f","reconcileID":"4ce7f42d-1461-4ab9-ae53-6bfbb0f17550","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"maas-trlp-rate-test-model-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:02.099729149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"6240becb-6f00-4f78-b3e6-e564ec670440","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:02.099749956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"6240becb-6f00-4f78-b3e6-e564ec670440","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.430318062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca489662-1c4b-455e-a8cb-8eb1c9e15fdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.444085869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca489662-1c4b-455e-a8cb-8eb1c9e15fdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.45769188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca489662-1c4b-455e-a8cb-8eb1c9e15fdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.471254065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca489662-1c4b-455e-a8cb-8eb1c9e15fdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.037991809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20548ac9-d7ae-4cff-a24a-f87bd4482463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.051714239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20548ac9-d7ae-4cff-a24a-f87bd4482463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.06585181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20548ac9-d7ae-4cff-a24a-f87bd4482463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.07968475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20548ac9-d7ae-4cff-a24a-f87bd4482463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.6950029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d542fe2b-2826-400e-b3d5-573806dc19fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.709905804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d542fe2b-2826-400e-b3d5-573806dc19fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.723582557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d542fe2b-2826-400e-b3d5-573806dc19fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.737309498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d542fe2b-2826-400e-b3d5-573806dc19fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:09.529825031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"94c404cb-ae99-4543-a536-1b137f0abdb9","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:09.529848063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"94c404cb-ae99-4543-a536-1b137f0abdb9","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:09.852958797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"53a17b88-9ba9-4a48-a7a5-0b0bc5e2d9dc","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:09.852981583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"53a17b88-9ba9-4a48-a7a5-0b0bc5e2d9dc","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:09.87136831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"21fb8e46-987d-4027-83a9-7bbd11c9bfc3","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:09.871390042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"21fb8e46-987d-4027-83a9-7bbd11c9bfc3","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:09.898435097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-sub-iso-auth-c16354","reconcileID":"2825efc0-fb32-44cb-8f5a-9db5cbdf9ab6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","tenantID":"e2e-shared-a-w0-4504f1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:09.91748401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-sub-iso-auth-c16354","reconcileID":"2825efc0-fb32-44cb-8f5a-9db5cbdf9ab6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"e2e-shared-a-w0-4504f1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:09.994569679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"be9314df-58ed-4011-b405-cc933237ffa5","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:09.994589806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"be9314df-58ed-4011-b405-cc933237ffa5","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.219824263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"2c6c7032-80e9-4633-a89a-1579d52b4620","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.219846481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"2c6c7032-80e9-4633-a89a-1579d52b4620","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.236588472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"ec5421fa-a2b9-4b13-93b7-50604ecdb8ad","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.236608995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"ec5421fa-a2b9-4b13-93b7-50604ecdb8ad","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.264016899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"0bb6166f-af70-4920-9710-0ec864172394","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.282682532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"0bb6166f-af70-4920-9710-0ec864172394","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"e2e-shared-b-w0-67363b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.301206537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-67363b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (21737eb176de375c0089310f8516089d1d254e0ae59a6eb18d5f4a6ac0e4a8fd) AuthConfig (b968686b0c0e012089e6cad116f875a2bea4cabb864d8c0d3b42f491e2c67939) AuthConfig (4243cf30d4bbdbdc686f681102476a332a12b5bae1c50028825c8c84654ea4bd) AuthConfig (df2de7a22290f6432eb6c99872328c9976b28d2a550c5f46fa7ee43ae100dcd7) AuthConfig (f7859067043db6f02f97503a946572d521807fee5d1ee546a8b2ea4159250db2) AuthConfig (60935a876d3be58e1c9e24a7ad4414953148c94f23b3082700a01b3e0d4da459) AuthConfig (a64c9a7c88cd6e54415b6d18de7fdf66a6a48a3675682dca9adbdf4c2772af34) AuthConfig (9637530f9255908d25312c8004336ef29f2f393b97466e9ec35162d21c6bef99) AuthConfig (313f9b1c876f05b6aeedc7e14837b2ab3ea27cd86db8fe6e8583bab3781be6c3) AuthConfig (46a73a69fec5d3fa0ea1b5a297ced49f05eb5c5b426e23953374f468990fe4b1) AuthConfig (3146343d267259812ee513b557292b97941087379304c6d951b48ccf6ce3749c) AuthConfig (0971cac29391da313f9b64a88e505d7c2fe2f6d0d1ed375ab108a1110e0565e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"0bb6166f-af70-4920-9710-0ec864172394","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.320677759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"a5d6c360-a173-400c-8cbd-4e481013dd4e","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.320692519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"a5d6c360-a173-400c-8cbd-4e481013dd4e","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:12.147632479Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-a-30519f","reconcileID":"e5aa1edb-b91c-4d34-aac2-23a79b13ffa1","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","subscription":"e2e-rate-iso-a-30519f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:12.16224529Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-a-30519f","reconcileID":"e5aa1edb-b91c-4d34-aac2-23a79b13ffa1","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:12.176636369Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"e2e-rate-iso-a-30519f","reconcileID":"e5aa1edb-b91c-4d34-aac2-23a79b13ffa1","MaaSSubscription":{"name":"e2e-rate-iso-a-30519f","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"name":"maas-trlp-rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:12.325652312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"d8315a2f-94d6-49ff-bb5d-4d4e5ea20f94","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"tenant":"e2e-shared-a-w1-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","model":"ai-tenant-e2e-shared-a-w1-59eefa/rate-test-model-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:12.325675331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"rate-test-model-59eefa","reconcileID":"d8315a2f-94d6-49ff-bb5d-4d4e5ea20f94","MaaSModelRef":{"name":"rate-test-model-59eefa","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"routeName":"rate-test-model-59eefa-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","llmisvcName":"rate-test-model-59eefa","gateway":"openshift-ingress/e2e-shared-a-w1-59eefa","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:12.470671733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"f838f3b6-1235-4462-b408-a0d06386595d","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:12.47069387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"f838f3b6-1235-4462-b408-a0d06386595d","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:15.903344879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-a-only-c38bbe","reconcileID":"6da805c5-1448-41fd-bcbd-742aa25a4ffb","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:15.90392654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-shared-sub-c38bbe","reconcileID":"b813262e-7dfa-429d-a2e3-8d60abf96b9b","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:15.955502854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"b1d341be-8f9a-4ddf-a537-6daf48ff0552","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:15.955526753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"b1d341be-8f9a-4ddf-a537-6daf48ff0552","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:15.957666176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"4bc64268-9d75-4c26-adad-eda11dc5d848","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:15.957682883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"4bc64268-9d75-4c26-adad-eda11dc5d848","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.337869807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-b-only-c38bbe","reconcileID":"c8cbf0ee-448c-4452-a808-2cd1f5234e58","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.337877168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-shared-sub-c38bbe","reconcileID":"1d6d3aec-33d4-4818-a010-c49a29d7f0ad","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.391587555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"e7a4456e-d356-4e16-a506-c72f90994632","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.391612928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"e7a4456e-d356-4e16-a506-c72f90994632","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.394040749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"f11736c3-c912-4969-a1bd-ecb56a6cbb5a","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.394055781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"f11736c3-c912-4969-a1bd-ecb56a6cbb5a","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.753615986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"8263af43-cfc0-4a94-ad1c-d9943431c730","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.772648315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"8263af43-cfc0-4a94-ad1c-d9943431c730","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"e2e-shared-b-w4-65e2d3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.856471842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"4ee3ab4e-da28-46b4-8916-f830fa8d1cfa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.875436263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"4ee3ab4e-da28-46b4-8916-f830fa8d1cfa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"e2e-shared-a-w4-af237d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:17.948881405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.426209836Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"a8a159c2-e56d-4edf-ac16-3592b6e63d22","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.426373211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"1b4b5606-2d7f-4e8b-b701-e7f8add8fee9","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.426392497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"1b4b5606-2d7f-4e8b-b701-e7f8add8fee9","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.491273061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-shared-sub-c38bbe","reconcileID":"78eb0b3f-6385-472c-86d4-aaf974a7e5c8","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.49127506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-a-only-c38bbe","reconcileID":"4df0cbfa-256d-423b-8c96-69154df04083","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.554160145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"a8a159c2-e56d-4edf-ac16-3592b6e63d22","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.573150347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"a8a159c2-e56d-4edf-ac16-3592b6e63d22","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"e2e-shared-a-w4-af237d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.57317001Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"a8a159c2-e56d-4edf-ac16-3592b6e63d22","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.592132955Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"cda6a1d5-9d14-4ad0-af42-9660e846f947","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.592380048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"6c75fe02-6750-4d28-8c0a-1f88cac647cb","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.592397941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"6c75fe02-6750-4d28-8c0a-1f88cac647cb","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.657549001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-a-only-c38bbe","reconcileID":"46dfa650-0ee6-45ec-9012-0d7d8a1a0060","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.657645015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-shared-sub-c38bbe","reconcileID":"4af24d07-e622-472c-8a96-fa0e3014b8a4","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.668031547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"cda6a1d5-9d14-4ad0-af42-9660e846f947","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.687111035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"cda6a1d5-9d14-4ad0-af42-9660e846f947","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"e2e-shared-a-w4-af237d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.687127779Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"cda6a1d5-9d14-4ad0-af42-9660e846f947","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af237d","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:31:18.70067253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"cda6a1d5-9d14-4ad0-af42-9660e846f947","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-c38bbe\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.742567259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"91787733-dce9-4787-8f00-a5ba17d96e9b","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:18.742586592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"91787733-dce9-4787-8f00-a5ba17d96e9b","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.601062976Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.601119939Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.601171168Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","tenant":"e2e-shared-b-w2-ed3bf2","tenantID":"e2e-shared-b-w2-ed3bf2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.616502657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-ed3bf2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.645923645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"Service","name":"maas-api-e2e-shared-b-w2-ed3bf2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.663865104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-ed3bf2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.67964477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-ed3bf2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.697345604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.714197274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.735568796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.752261674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.771175256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.784273356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.797880547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.812299474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.826449591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.840267437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.868622587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.903033013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.925040537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.941987179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.962090524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-ed3bf2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:19.975845942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2"},"namespace":"ai-tenant-e2e-shared-b-w2-ed3bf2","name":"default-tenant","reconcileID":"0838d3ec-4ad1-4401-a12b-66d5f726792f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-ed3bf2","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:20.275391978Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-ed3bf2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-ed3bf2","reconcileID":"9a155f40-50ad-47a3-9250-80743f23ae6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-ed3bf2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-ed3bf2"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:20.363316451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"3521b870-076e-4e4b-ac49-2f6dcb55a1fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:20.382206147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"3521b870-076e-4e4b-ac49-2f6dcb55a1fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"e2e-shared-b-w0-67363b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:20.547384451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"00bf9037-6244-49ef-8fff-2f40a5add1bb","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:20.547406382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"00bf9037-6244-49ef-8fff-2f40a5add1bb","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:20.636111931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c74b3b-8444-4161-bbe5-c78457f5843f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:20.650738398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c74b3b-8444-4161-bbe5-c78457f5843f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:20.66540801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c74b3b-8444-4161-bbe5-c78457f5843f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:20.682097712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c74b3b-8444-4161-bbe5-c78457f5843f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.227012434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaa5cba-f405-4762-a5e1-43ddc6815d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.241211032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaa5cba-f405-4762-a5e1-43ddc6815d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.247550341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"ecca818b-ffc6-46ee-9734-ef5528d4e528","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.247569217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"ecca818b-ffc6-46ee-9734-ef5528d4e528","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.255273119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaa5cba-f405-4762-a5e1-43ddc6815d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.271322505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaa5cba-f405-4762-a5e1-43ddc6815d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:31:21.291614231Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w0-4504f1/e2e-shared-sub-c16354","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c16354\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.292058299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"d6ea3a2f-1689-41de-8897-29ab34a90dba","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.292073282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"d6ea3a2f-1689-41de-8897-29ab34a90dba","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:31:21.307286559Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"d6ea3a2f-1689-41de-8897-29ab34a90dba","name":"sub-test-model-4504f1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-4504f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:31:21.307355737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"d6ea3a2f-1689-41de-8897-29ab34a90dba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-4504f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.307503015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"13f3f56b-98ce-4394-ab6e-1db5fa11bce3","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.307514377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"13f3f56b-98ce-4394-ab6e-1db5fa11bce3","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.319967761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-sub-iso-auth-c16354","reconcileID":"294acfe9-e871-43c1-9aa0-b45e655f7187","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","tenantID":"e2e-shared-a-w0-4504f1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.350897251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-sub-iso-auth-c16354","reconcileID":"294acfe9-e871-43c1-9aa0-b45e655f7187","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"e2e-shared-a-w0-4504f1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.363003874Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-shared-sub-c16354","reconcileID":"4495e564-62af-42ea-a02e-5b80a7b4dbd2","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"sub-test-model-4504f1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-4504f1/e2e-shared-sub-c16354"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.415328261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"0281f82c-9d30-4082-aba4-ceb1b9dedff7","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.415346788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"0281f82c-9d30-4082-aba4-ceb1b9dedff7","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.453479089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"ea92a2e5-7dd2-4b8a-94b1-83140caa4953","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.453499597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"ea92a2e5-7dd2-4b8a-94b1-83140caa4953","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.456452177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-shared-sub-c16354","reconcileID":"07de28d3-f186-4328-ae22-a887eb5f09d9","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.476224217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"383492fa-2cb9-4994-b95c-be5fabae6a08","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.476241402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"383492fa-2cb9-4994-b95c-be5fabae6a08","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.484121492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"1130d1c6-95ad-427b-9d28-b4ba2fba482e","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.484139228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"1130d1c6-95ad-427b-9d28-b4ba2fba482e","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:31:21.491347787Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w0-67363b/e2e-shared-sub-c16354","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c16354\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.501037269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"93bb7c52-97a0-413d-9510-28766f74eb41","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.501053916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"93bb7c52-97a0-413d-9510-28766f74eb41","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.519843047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"2dc0b3ef-7fbe-4fc2-b12d-1feabe6492b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.538104566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"2dc0b3ef-7fbe-4fc2-b12d-1feabe6492b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"e2e-shared-b-w0-67363b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.573156744Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-shared-sub-c16354","reconcileID":"f4827dbe-9200-4b80-abee-483e7f837123","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"sub-test-model-67363b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-67363b/e2e-shared-sub-c16354"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.623664215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"a3841738-9352-4de8-a351-4ca6b8a21d5f","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.62368347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"a3841738-9352-4de8-a351-4ca6b8a21d5f","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.665229714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-shared-sub-c16354","reconcileID":"548bf689-fa2f-4757-9ce7-2994c65f2197","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.678487212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"394df973-5cec-4f0b-9e28-6de9a10c875d","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.678510447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"394df973-5cec-4f0b-9e28-6de9a10c875d","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.697353033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"4435b4c9-74ef-469d-a72c-e434a4479273","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.697373101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"4435b4c9-74ef-469d-a72c-e434a4479273","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:31:21.707669295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-a-only-c16354","reconcileID":"0bb18124-5ed9-4b2f-be89-f5e9876e8dbf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-c16354\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.716508997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"c6ff4b65-b6bd-4f21-874f-ba9ae6f9d5d7","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.716525026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"c6ff4b65-b6bd-4f21-874f-ba9ae6f9d5d7","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.744814424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"800eef1f-223a-4161-9868-b9ed3dc6228d","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.74482958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"800eef1f-223a-4161-9868-b9ed3dc6228d","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.763862703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"2eff01b7-15eb-4e46-a1cf-0781bd9a28d6","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.763881654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"2eff01b7-15eb-4e46-a1cf-0781bd9a28d6","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.886543784Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-a-only-c16354","reconcileID":"8d933047-11ff-418f-89a8-19481e2f4461","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-4504f1/e2e-a-only-c16354","ai-tenant-e2e-shared-a-w0-4504f1/e2e-shared-sub-c16354"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.892729067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"098fa2f3-c6eb-41f8-b507-ead02c6253f2","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.892746195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"098fa2f3-c6eb-41f8-b507-ead02c6253f2","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.909576657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"edad5e48-614e-4cb2-85d2-ce583959833b","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.909593562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"edad5e48-614e-4cb2-85d2-ce583959833b","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:31:21.926021853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-b-only-c16354","reconcileID":"b499dc66-fdff-4dc0-b501-4c336b86aff3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-c16354\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.929039853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-shared-sub-c16354","reconcileID":"9c105fa8-133b-40b3-950b-7b52e4e811ad","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.939613148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"954af39f-45ef-43a5-a744-0e7489665776","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.939632564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"954af39f-45ef-43a5-a744-0e7489665776","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.962565104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"4a25c64b-34ac-4425-9989-6428399da1ff","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.962582534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"4a25c64b-34ac-4425-9989-6428399da1ff","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.981239385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"c7b2af57-e71f-44f6-9ad6-93efe35896a0","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.981256331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"c7b2af57-e71f-44f6-9ad6-93efe35896a0","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.029919148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-a-only-c16354","reconcileID":"c3ba070f-ba26-4b84-978d-720a2e280e29","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.049326214Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-b-only-c16354","reconcileID":"acccda31-9653-4bd2-85e0-3ca48dd9f7f8","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-67363b/e2e-b-only-c16354","ai-tenant-e2e-shared-b-w0-67363b/e2e-shared-sub-c16354"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.100663988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"d321fb77-c4d0-4cfd-883a-9d3b6c70929b","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.100685658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"d321fb77-c4d0-4cfd-883a-9d3b6c70929b","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.129067821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-shared-sub-c16354","reconcileID":"78a34000-d8c8-4ba4-ad2d-0bd6795e0400","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.143397243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-b-only-c16354","reconcileID":"e475e0c6-5b46-4bd7-9050-62e62d07e342","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.519436236Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-b-30519f","reconcileID":"a4ac35a8-b344-4559-a5b2-2614fea369b2","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","subscription":"e2e-rate-iso-b-30519f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.533609011Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-b-30519f","reconcileID":"a4ac35a8-b344-4559-a5b2-2614fea369b2","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.547989044Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"e2e-rate-iso-b-30519f","reconcileID":"a4ac35a8-b344-4559-a5b2-2614fea369b2","MaaSSubscription":{"name":"e2e-rate-iso-b-30519f","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"name":"maas-trlp-rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.629553523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"735f2a08-41b4-441f-b9a6-a98e6ccb6f72","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"tenant":"e2e-shared-b-w1-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","model":"ai-tenant-e2e-shared-b-w1-e170ed/rate-test-model-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.629573966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"rate-test-model-e170ed","reconcileID":"735f2a08-41b4-441f-b9a6-a98e6ccb6f72","MaaSModelRef":{"name":"rate-test-model-e170ed","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"routeName":"rate-test-model-e170ed-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","llmisvcName":"rate-test-model-e170ed","gateway":"openshift-ingress/e2e-shared-b-w1-e170ed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.49719834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"c8e46380-6736-4b5b-8558-d9fb36ced563","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.497672795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"335c1ffe-2f09-44ae-b363-0b34fea095a6","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.511623074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"8a498ad6-d2fa-4ec1-aba6-d77602c065ba","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.511862043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"b4a54053-4f0d-48b2-9ae6-0f8f6c9cd258","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.515164407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"d4946af3-f97b-44eb-ad00-e177bd7a2025","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.525823705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"e181060a-30bb-4ae6-9b5d-0ac336d284a6","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.526039594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"19be6941-2e3c-47a5-a8ad-31fc033aa825","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.526373903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"b95e24a3-6d45-49d4-898a-a3a94dd40a55","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.551731659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"81cdeb96-d763-4932-b528-5ad6f0d25a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.553261157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"2b6add97-435a-485c-8ecc-2fc9127a6f26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.570239817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"81cdeb96-d763-4932-b528-5ad6f0d25a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.68306685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"d7791170-ff93-4d2e-84d9-127e68daa4fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.683173535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"d905b785-dc4b-4946-a347-1bf55a44ed34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.683229412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"24174575-ca4c-4c59-90b3-62818b3ad36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.703850033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"24174575-ca4c-4c59-90b3-62818b3ad36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.740165835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"062b61b0-3737-47b9-adb3-92a859df4ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.758511653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"062b61b0-3737-47b9-adb3-92a859df4ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.766819224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"b94f72d0-e7fa-4c15-873c-7fcde7393a75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.790239538Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-shared-sub-c38bbe","reconcileID":"4154ca86-72b0-4553-9d75-cd9135125614","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscription":"e2e-shared-sub-c38bbe","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.836245878Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-shared-sub-c38bbe","reconcileID":"4154ca86-72b0-4553-9d75-cd9135125614","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-af237d/e2e-a-only-c38bbe"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.845253819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe71efd2-2f78-4265-a07f-547bf3ce3050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.85878943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"48690656-f4ae-4364-bad9-4993a252751b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.85961252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe71efd2-2f78-4265-a07f-547bf3ce3050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.873918989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe71efd2-2f78-4265-a07f-547bf3ce3050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.878438108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"48690656-f4ae-4364-bad9-4993a252751b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.888445755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe71efd2-2f78-4265-a07f-547bf3ce3050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:28.916152463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-a-only-c38bbe","reconcileID":"56e739f0-ac3f-4453-b768-bedb308a5300","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.005592136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"fa2f59a3-f86a-4033-ac50-72f878be148b","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.005680369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"fa2f59a3-f86a-4033-ac50-72f878be148b","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.159536458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"223a3b48-0f98-4fc4-82f8-da89e2299b1c","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.159560069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"223a3b48-0f98-4fc4-82f8-da89e2299b1c","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.443004282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c2f9ed-315f-480e-aff5-7803677bf82a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.456485419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c2f9ed-315f-480e-aff5-7803677bf82a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.470214638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c2f9ed-315f-480e-aff5-7803677bf82a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.483880718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3c2f9ed-315f-480e-aff5-7803677bf82a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.654513356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"104f76c6-6842-46f2-b8ee-72da1709542b","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.698454407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"f7e9efa6-5533-4851-83ab-8e8acb8e1efc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.715699751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"f6d7b2eb-eb46-465e-b5ff-3f72746c69b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.734053765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"f6d7b2eb-eb46-465e-b5ff-3f72746c69b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.750141276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"d4a85c4a-cb7d-49a7-a8fc-65767a429839","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:29.80613079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"535fd1b7-7b90-4374-bf64-981de32081fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.124299685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8330608-550f-400e-b9a1-e74f58323016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.13831288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8330608-550f-400e-b9a1-e74f58323016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.151838117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8330608-550f-400e-b9a1-e74f58323016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.166120835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8330608-550f-400e-b9a1-e74f58323016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.402500614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"5e4e9e4d-26ed-4ee9-a5dd-9b70c66f3273","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.444412842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"5980956d-6640-4987-bd03-bdac2d2463be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.46285341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"340167ac-fdad-4e11-a220-91bc50978f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.481674649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"340167ac-fdad-4e11-a220-91bc50978f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.496343291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"a8b51c0f-52d6-4054-926b-01c064c978d7","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.54464327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"a0188ad5-bfef-4113-a5eb-bed81e4a77c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:32.5530929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74706e68-1b8b-4a78-bf8d-11b3d9184995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:32.566924527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74706e68-1b8b-4a78-bf8d-11b3d9184995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:32.581333984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74706e68-1b8b-4a78-bf8d-11b3d9184995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:32.595404371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74706e68-1b8b-4a78-bf8d-11b3d9184995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:33.229415292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01097b70-5407-4a15-93a8-5967570c1a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:33.243094772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01097b70-5407-4a15-93a8-5967570c1a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:33.257472642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01097b70-5407-4a15-93a8-5967570c1a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:33.272446989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01097b70-5407-4a15-93a8-5967570c1a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:33.550353706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"d21bcfcf-5789-432e-bc15-a1970a56887a","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:33.993443842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84849395-8e88-45cd-98e6-f047b896d585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:34.007206334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84849395-8e88-45cd-98e6-f047b896d585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:34.020821059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84849395-8e88-45cd-98e6-f047b896d585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:34.03442433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84849395-8e88-45cd-98e6-f047b896d585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:38.62595376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"05054291-a99d-4435-b24d-8e07fb67584e","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:38.626383013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"f0f248fc-d361-4adc-ba5c-1085d0347cbf","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:38.626844239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"90de412f-d835-442f-9f77-8fac0e8c3eb3","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:38.627155824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"2d7b74e9-bfbe-49b7-b9f9-9b613865c141","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-2-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-2-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:38.665506806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"675735fc-d9bb-42ef-bae1-5abe496baf28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:38.66554442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"f542ea2a-adbc-46a7-8507-1ee13da56408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:38.667754831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"af03ebd3-d6ef-4775-a84a-3b74160f1fb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:38.667758907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"09c0f052-4a65-4564-a877-17b835670510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:38.684390117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"f542ea2a-adbc-46a7-8507-1ee13da56408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:38.684527206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"675735fc-d9bb-42ef-bae1-5abe496baf28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:38.76840983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"5876f68a-103f-464e-af80-69b1540020d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:38.76855338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"6e1dd780-be26-46bf-8b2f-a21f434e514f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.221269615Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-a-only-c38bbe","reconcileID":"e93b06a7-432b-410c-b63b-80ef0d92a36b","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","subscription":"e2e-a-only-c38bbe","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.240137841Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-a-only-c38bbe","reconcileID":"e93b06a7-432b-410c-b63b-80ef0d92a36b","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.263473929Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"e2e-a-only-c38bbe","reconcileID":"e93b06a7-432b-410c-b63b-80ef0d92a36b","MaaSSubscription":{"name":"e2e-a-only-c38bbe","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"name":"maas-trlp-sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.346011645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"3650ce17-4192-4651-b978-411458c785ec","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"tenant":"e2e-shared-a-w4-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","model":"ai-tenant-e2e-shared-a-w4-af237d/sub-test-model-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.346033485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"sub-test-model-af237d","reconcileID":"3650ce17-4192-4651-b978-411458c785ec","MaaSModelRef":{"name":"sub-test-model-af237d","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"routeName":"sub-test-model-af237d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-af237d","llmisvcName":"sub-test-model-af237d","gateway":"openshift-ingress/e2e-shared-a-w4-af237d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.666239114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"490e4dcf-cf2f-46ef-b370-78e757d51a18","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.666367524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"a288fe09-b15c-4c5c-897d-56097699af90","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.666386141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"a288fe09-b15c-4c5c-897d-56097699af90","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.733751713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-b-only-c38bbe","reconcileID":"0a79c856-378f-4842-b731-e6ec61afb4fe","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.734652548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-shared-sub-c38bbe","reconcileID":"5bd76b56-a9d1-408b-bf14-fe5d1b0a4264","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.747266324Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"13260088-f050-4403-bfad-104acce519c8","namespace":"ai-tenant-e2e-worker-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.74732505Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"13260088-f050-4403-bfad-104acce519c8","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.766274142Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"13260088-f050-4403-bfad-104acce519c8","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.766552468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"8faf686b-87ef-4f97-b7c9-bfa8dd038fe8","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.791687675Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"13260088-f050-4403-bfad-104acce519c8","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.791703418Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"13260088-f050-4403-bfad-104acce519c8","namespace":"ai-tenant-e2e-worker-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.791782718Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"13260088-f050-4403-bfad-104acce519c8","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.792010097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"f068f8a9-939e-4f47-9f23-92a06ced6835","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.796929435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"490e4dcf-cf2f-46ef-b370-78e757d51a18","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.813016871Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"13260088-f050-4403-bfad-104acce519c8","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.813303788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"2f6818fd-7092-48bc-8e2c-bff53cbf7ab7","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.856128243Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"13260088-f050-4403-bfad-104acce519c8","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.857428297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"f1456d85-22a6-4e12-b683-6870fc1575ab","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.868923411Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"e1463656-2048-4d62-ae4d-37a2b351438d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f6b0afa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.920214393Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"c49de986-9d19-41cc-91f8-eab6563ac4ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5babc19a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.920988803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"95e24156-325e-408b-bff8-e8994f52712a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.921249667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"f139723b-a249-4bb0-9a84-90d2583215cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.922484984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"490e4dcf-cf2f-46ef-b370-78e757d51a18","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"e2e-shared-b-w4-65e2d3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.931176298Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-sub-iso-auth-c38bbe","reconcileID":"490e4dcf-cf2f-46ef-b370-78e757d51a18","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.946289969Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"0bfb0f9e-c26b-4b31-8285-90af1698b5e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f6b0afa6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.957380511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"95e24156-325e-408b-bff8-e8994f52712a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.963523596Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"c0b0a85a-80b7-40a0-9e31-6134ebde90ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5babc19a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.964412084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"8323e10b-f561-41fe-a4d5-aab9ca6b298b","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.964442366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"8323e10b-f561-41fe-a4d5-aab9ca6b298b","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.972245121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"f139723b-a249-4bb0-9a84-90d2583215cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.096196162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-shared-sub-c38bbe","reconcileID":"06672dc7-3fc9-4b0a-aee5-b48aec79f063","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.096754215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-b-only-c38bbe","reconcileID":"a1c054da-d7ef-4812-b47f-71abb654334e","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.109194689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"04988158-00fd-4c7a-a675-a1ec9e0ee7d5","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.109210103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"04988158-00fd-4c7a-a675-a1ec9e0ee7d5","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.181431454Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"3c0e079c-c7c5-4b33-a873-e70b8c018034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.181506999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"39c3f26c-8130-4f5d-8f11-ad22d598c7a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.423919935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"39c3f26c-8130-4f5d-8f11-ad22d598c7a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.427126458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"3c0e079c-c7c5-4b33-a873-e70b8c018034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.472408413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"3c0e079c-c7c5-4b33-a873-e70b8c018034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.472497282Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-access","reconcileID":"3c0e079c-c7c5-4b33-a873-e70b8c018034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.475807923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"39c3f26c-8130-4f5d-8f11-ad22d598c7a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"e2e-worker-w2-575d59-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.475903039Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-access","reconcileID":"39c3f26c-8130-4f5d-8f11-ad22d598c7a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-575d59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.50006493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"fed8374e-51a9-4288-a6fb-da4f653cd352","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.507610777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"9949431f-1a9b-4a50-86c9-df54bcdc3c42","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.154017624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"1750ba7c-fc27-4698-9768-bb6314b9eee4","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"distinct-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"distinct-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.198158012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-shared-sub-c16354","reconcileID":"3ff22e57-d969-4a8f-9711-54affe1763c7","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.198759811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-b-only-c16354","reconcileID":"03425659-6a1e-4594-86ce-b7ad48311d6c","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.251108433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"cc538b00-0b79-4445-8190-28c5b39c0b9d","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.251132043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"cc538b00-0b79-4445-8190-28c5b39c0b9d","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.253715783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"859e6c3f-d65f-40e5-9a1f-f726eee43743","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.253731459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"859e6c3f-d65f-40e5-9a1f-f726eee43743","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.366337636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-a-only-c16354","reconcileID":"f3d64e77-f695-4302-8a01-5f4d3873ee0a","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.366440914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-shared-sub-c16354","reconcileID":"6494633a-e1b0-4734-be12-d28d365c2d84","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.420758047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"43c75161-83cb-40c5-bfb7-8badb3857b5f","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.420823324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"43c75161-83cb-40c5-bfb7-8badb3857b5f","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.427016737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"751bdc70-6fba-4d24-bada-9d5e1bf2195a","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.427034393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"751bdc70-6fba-4d24-bada-9d5e1bf2195a","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.644220313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-sub-iso-auth-c16354","reconcileID":"fc79ec9a-4fa1-49b9-8ca9-fb103caab615","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","tenantID":"e2e-shared-a-w0-4504f1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.662979077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-sub-iso-auth-c16354","reconcileID":"fc79ec9a-4fa1-49b9-8ca9-fb103caab615","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"e2e-shared-a-w0-4504f1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.744338101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"dd926499-e549-491f-83fc-6393d266106c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:41.763230844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"dd926499-e549-491f-83fc-6393d266106c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"e2e-shared-b-w0-67363b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.484605861Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-sub-iso-auth-c16354","reconcileID":"f0849830-7b0e-4b36-9582-9a3e1d298c10","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.484839026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"903ab23a-406a-4e17-9ae8-fcffdba13509","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.484886374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"903ab23a-406a-4e17-9ae8-fcffdba13509","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.554599818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-a-only-c16354","reconcileID":"8e487cd0-a350-4c00-a5e5-5cfe4536ac8a","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.554695542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-shared-sub-c16354","reconcileID":"af1847a3-1b7c-46b7-a70a-9a88a6c783df","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.61266337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-sub-iso-auth-c16354","reconcileID":"f0849830-7b0e-4b36-9582-9a3e1d298c10","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","tenantID":"e2e-shared-a-w0-4504f1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.63105248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-sub-iso-auth-c16354","reconcileID":"f0849830-7b0e-4b36-9582-9a3e1d298c10","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"e2e-shared-a-w0-4504f1-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.631071541Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-sub-iso-auth-c16354","reconcileID":"f0849830-7b0e-4b36-9582-9a3e1d298c10","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.649419005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"f8688024-8aca-4b95-9e87-abd561f8cd2a","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.649439734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"f8688024-8aca-4b95-9e87-abd561f8cd2a","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.711871339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-shared-sub-c16354","reconcileID":"52a96a08-c260-4729-912d-3aa9739a9c7f","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.711947635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-a-only-c16354","reconcileID":"2afc3e87-b4cc-43ca-a166-8ffd8b2e73f8","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.804275065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"4dd114ce-7b39-4321-b283-f3eed25eacba","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.804295074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"4dd114ce-7b39-4321-b283-f3eed25eacba","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.952477337Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.960962827Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"30a8b337-9b42-4a52-9a59-480b57704cd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.975229298Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"30a8b337-9b42-4a52-9a59-480b57704cd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.977470449Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"5ea7ac41-0a21-4714-9aa7-179cf508f0df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.989213905Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"simulator-subscription","reconcileID":"30a8b337-9b42-4a52-9a59-480b57704cd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.991571089Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"5ea7ac41-0a21-4714-9aa7-179cf508f0df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.005419688Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"premium-simulator-subscription","reconcileID":"5ea7ac41-0a21-4714-9aa7-179cf508f0df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-575d59"},"name":"maas-trlp-premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59","model":"e2e-models-e2e-worker-w2-575d59/premium-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.072309177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"3fc75172-9b9f-4f26-8dc7-2724bac861dd","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"simulator-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"simulator-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.189434773Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-shared-sub-c38bbe","reconcileID":"297fb686-2623-4342-b280-4d7fb27dfc15","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscription":"e2e-shared-sub-c38bbe","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.20916534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"4d57d8d7-a6f1-4ad2-b4fa-88f186d1214c","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"routeName":"premium-w2-575d59-kserve-route","namespace":"e2e-models-e2e-worker-w2-575d59","llmisvcName":"premium-w2-575d59","gateway":"openshift-ingress/e2e-worker-w2-575d59","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.237442581Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-shared-sub-c38bbe","reconcileID":"297fb686-2623-4342-b280-4d7fb27dfc15","MaaSSubscription":{"name":"e2e-shared-sub-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-65e2d3/e2e-b-only-c38bbe"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.27992943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-b-only-c38bbe","reconcileID":"1611a6a6-6967-4264-9eda-b1641b9a8a35","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.301207412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"8ad59a1b-9daf-4116-bcfa-01cfe72be242","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.301227574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"8ad59a1b-9daf-4116-bcfa-01cfe72be242","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.594486999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"9da36be3-5b14-443f-b966-6d88b31ee6c7","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.594511312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"9da36be3-5b14-443f-b966-6d88b31ee6c7","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.757042089Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.757126546Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","namespace":"ai-tenant-e2e-shared-a-w1-59eefa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.757190934Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","tenant":"e2e-shared-a-w1-59eefa","tenantID":"e2e-shared-a-w1-59eefa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.772806148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-59eefa","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.803559149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"Service","name":"maas-api-e2e-shared-a-w1-59eefa","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.822512962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-59eefa","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.838476152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-59eefa","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.85498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.871291535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.889914164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.905948197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.919420086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.9329689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.946489038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.960000715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.97364897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:54.987587205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:55.001301536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:55.026300769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:55.042326421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:55.059128384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:55.073016145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-59eefa","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:55.086885225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-59eefa"},"namespace":"ai-tenant-e2e-shared-a-w1-59eefa","name":"default-tenant","reconcileID":"4fb2835f-8268-43c3-8829-439e0c9a4984","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-59eefa","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:55.416338179Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-59eefa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-59eefa","reconcileID":"a0a2a682-dbca-4efb-8070-8247af6e7277","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-59eefa","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-59eefa"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:55.79810351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d794657-d1e5-456c-9082-05880f73c970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:55.811809321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d794657-d1e5-456c-9082-05880f73c970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:55.825494083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d794657-d1e5-456c-9082-05880f73c970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:55.840006672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d794657-d1e5-456c-9082-05880f73c970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:56.385393977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"812a9ddf-2a02-4596-ab26-6ef728126a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:56.399921943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"812a9ddf-2a02-4596-ab26-6ef728126a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:56.413487081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"812a9ddf-2a02-4596-ab26-6ef728126a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:56.427149047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"812a9ddf-2a02-4596-ab26-6ef728126a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:57.852891936Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-shared-sub-c16354","reconcileID":"4ccce21b-091c-477a-bd53-7a29e560fdb7","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscription":"e2e-shared-sub-c16354","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:57.89982673Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-shared-sub-c16354","reconcileID":"4ccce21b-091c-477a-bd53-7a29e560fdb7","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-4504f1/e2e-a-only-c16354"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:57.944214757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-a-only-c16354","reconcileID":"66559f31-9a1a-450b-9f71-861b1298db98","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:57.962317353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"4158439f-4727-4d65-bd4d-3bc0683d18b0","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:57.962334674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"4158439f-4727-4d65-bd4d-3bc0683d18b0","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:58.109176575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"307592f1-00e0-48c6-b102-146468bf1003","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:31:58.109197124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"307592f1-00e0-48c6-b102-146468bf1003","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.148695491Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","namespace":"ai-tenant-e2e-worker-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.148757186Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","namespace":"ai-tenant-e2e-worker-w2-575d59","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.148835138Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","tenant":"e2e-worker-w2-575d59","tenantID":"e2e-worker-w2-575d59","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.165415747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"Deployment","name":"maas-api-e2e-worker-w2-575d59","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.190351061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"Service","name":"maas-api-e2e-worker-w2-575d59","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.21023767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-575d59","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.22589079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-575d59","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.242172618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.257969376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.275675487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.291632889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.306416024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.319874816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.333331256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"Service","name":"payload-processing-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.346685519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.360120474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.373568531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.387230939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.416885765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.434174428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.448756362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.462485201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-575d59","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.475997849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-575d59"},"namespace":"ai-tenant-e2e-worker-w2-575d59","name":"default-tenant","reconcileID":"00ffc9da-910f-4aba-9825-aa1a6c4e4050","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-575d59","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.656128925Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-b-only-c38bbe","reconcileID":"cc704ac2-3f5f-4de8-82c1-9431cc8f2234","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","subscription":"e2e-b-only-c38bbe","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.673522542Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-b-only-c38bbe","reconcileID":"cc704ac2-3f5f-4de8-82c1-9431cc8f2234","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.693205671Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"e2e-b-only-c38bbe","reconcileID":"cc704ac2-3f5f-4de8-82c1-9431cc8f2234","MaaSSubscription":{"name":"e2e-b-only-c38bbe","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"name":"maas-trlp-sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.767856866Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-575d59","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-575d59","reconcileID":"f65d7eab-a884-41f7-8e38-04f4f73609dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-575d59","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-575d59"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.816210155Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"f10252ae-b1f0-42f1-b336-2ca95468191e","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.848327881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"f10252ae-b1f0-42f1-b336-2ca95468191e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.848473552Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"a5fef43c-0ab3-4dd2-9e52-b65c060efc39","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.866690627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"a5fef43c-0ab3-4dd2-9e52-b65c060efc39","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.866837369Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"2eebca47-1361-4191-ada2-6aa04740f20e","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.885220158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"2eebca47-1361-4191-ada2-6aa04740f20e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.885367169Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"0c72aa60-43f8-49af-955a-854048ccfc59","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.903754352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"0c72aa60-43f8-49af-955a-854048ccfc59","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.903938484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"aa1ee848-1cb9-4e76-bb32-436cf4f32ba4","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"tenant":"e2e-shared-b-w4-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","model":"ai-tenant-e2e-shared-b-w4-65e2d3/sub-test-model-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.90395052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"sub-test-model-65e2d3","reconcileID":"aa1ee848-1cb9-4e76-bb32-436cf4f32ba4","MaaSModelRef":{"name":"sub-test-model-65e2d3","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"routeName":"sub-test-model-65e2d3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","llmisvcName":"sub-test-model-65e2d3","gateway":"openshift-ingress/e2e-shared-b-w4-65e2d3","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.904153362Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"52e1db90-51bd-4661-abb0-60756c78590b","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.904188499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"52e1db90-51bd-4661-abb0-60756c78590b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.904254513Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"e4cf9acf-49d8-4d84-9e02-e23366485ccc","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.904281692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"e4cf9acf-49d8-4d84-9e02-e23366485ccc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.904339487Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"6aed3b14-cd37-40ae-b4b6-362e4b6269b0","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.904366116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"6aed3b14-cd37-40ae-b4b6-362e4b6269b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.909063386Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"159d386b-87ba-47cf-81d3-555593920188","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.90911044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"159d386b-87ba-47cf-81d3-555593920188","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.915285945Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"06eabd5c-a07a-4db9-acf0-4cd986393505","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.915342259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"06eabd5c-a07a-4db9-acf0-4cd986393505","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.91543591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"dcd0b7cd-8264-4503-948a-80f186a84130","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.915480594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"dcd0b7cd-8264-4503-948a-80f186a84130","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.91557567Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"f916fd68-edf9-4223-b70f-047b91e48c97","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.915628491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"f916fd68-edf9-4223-b70f-047b91e48c97","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.919302392Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"22098a57-d059-4c9f-880b-71ef5cbc4ee0","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.919349545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"22098a57-d059-4c9f-880b-71ef5cbc4ee0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.935489843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"826074d6-8c86-40db-a6bb-a30c0c964f4b","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.935541633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"826074d6-8c86-40db-a6bb-a30c0c964f4b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.935652054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"29b16699-480f-476b-909a-8c129a4be038","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.935693658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"29b16699-480f-476b-909a-8c129a4be038","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.935822064Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"c798607a-eeac-4856-ace2-55c6ce93edc7","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.935863577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"c798607a-eeac-4856-ace2-55c6ce93edc7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.940338329Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"f3f8b52b-6322-4790-8f87-5b3a73dfb6a3","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.940384102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"f3f8b52b-6322-4790-8f87-5b3a73dfb6a3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.97629443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"6b471ca4-3485-4e1a-b40f-a2dc676044dd","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.976358168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"6b471ca4-3485-4e1a-b40f-a2dc676044dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.976455755Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"14ae9df7-af39-4dda-9a29-b280bfcea04e","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.976496319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"14ae9df7-af39-4dda-9a29-b280bfcea04e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.976585456Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"abf59d56-3a8c-4bdd-a0c6-5d73074cc643","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.976623833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"abf59d56-3a8c-4bdd-a0c6-5d73074cc643","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.980575654Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"a98cb138-ecab-4585-9739-dd10468652b6","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:00.980622462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"a98cb138-ecab-4585-9739-dd10468652b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.066965544Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"14e93421-2553-4200-8aea-6001126c0942","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.067052113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"14e93421-2553-4200-8aea-6001126c0942","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.067171657Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"3e2e2130-382d-46c5-bad3-b5e9fa913977","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.067215436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"3e2e2130-382d-46c5-bad3-b5e9fa913977","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.06731293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"63f51194-42a9-43b8-9b0c-6b1a03a90c05","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.067353882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"63f51194-42a9-43b8-9b0c-6b1a03a90c05","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.067445347Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"775ffd43-cecd-4fe8-ac7f-8a2d3330d0cc","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.067487216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"775ffd43-cecd-4fe8-ac7f-8a2d3330d0cc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.214721784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf0e903-4fa9-4750-bc1d-7263c29d8575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.227997236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"cc610d30-cd4a-454f-b12a-43ad851e2f3f","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.228169213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"cc610d30-cd4a-454f-b12a-43ad851e2f3f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.228321693Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"b6497a9d-5f5f-4e1b-8745-cf1ecaed36df","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.228371957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"b6497a9d-5f5f-4e1b-8745-cf1ecaed36df","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.228469694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"08f8b451-8dab-466c-a833-2556d5bbc4f6","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.228573083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"08f8b451-8dab-466c-a833-2556d5bbc4f6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.228691515Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"6c387aa3-c8a3-46c4-aee4-a4d408306174","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.228733653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"6c387aa3-c8a3-46c4-aee4-a4d408306174","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.229987869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf0e903-4fa9-4750-bc1d-7263c29d8575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.244406589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf0e903-4fa9-4750-bc1d-7263c29d8575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.258336841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf0e903-4fa9-4750-bc1d-7263c29d8575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.548972388Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"54abffe2-a327-4e69-9ba2-f29c2d1a6c78","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.549035815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"54abffe2-a327-4e69-9ba2-f29c2d1a6c78","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.549114904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"9100c118-b5ca-4d74-80db-1f94dc0acd8f","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.549162313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"9100c118-b5ca-4d74-80db-1f94dc0acd8f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.54923067Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"76dd7006-0746-4f96-99a5-4247db24d2e4","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.549260249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"76dd7006-0746-4f96-99a5-4247db24d2e4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.549325119Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"444bd3c0-1051-4582-a648-ee4f96de452d","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:01.549356502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"444bd3c0-1051-4582-a648-ee4f96de452d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.944138676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae859b5-b0c3-4685-855d-18513be77c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.960035239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae859b5-b0c3-4685-855d-18513be77c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.974606278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae859b5-b0c3-4685-855d-18513be77c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.988616871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae859b5-b0c3-4685-855d-18513be77c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:02.189472519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"df59a832-6d51-44d1-9554-bb5549b32e85","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:02.189543719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"df59a832-6d51-44d1-9554-bb5549b32e85","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:02.189634112Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"52dc4cca-6523-40a5-b11f-d23a37cad198","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:02.189672075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"52dc4cca-6523-40a5-b11f-d23a37cad198","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:02.189740496Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"e5181d32-471f-4f8b-ab5f-ee3fd64fd3f5","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:02.18978354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"e5181d32-471f-4f8b-ab5f-ee3fd64fd3f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:02.189845108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"ee026fa3-937e-43bd-bd75-a7e4910562ed","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:02.189874763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"ee026fa3-937e-43bd-bd75-a7e4910562ed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:03.469788519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"67e496d7-1f4a-412d-a0b7-57475f6aaeef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:03.469873102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"67e496d7-1f4a-412d-a0b7-57475f6aaeef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:03.469995106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"563fec7f-053b-45d1-ba3a-0628f8bf4a70","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:03.470028274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"563fec7f-053b-45d1-ba3a-0628f8bf4a70","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:03.470101331Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"f01319b6-0b5a-4444-bc8a-3dcd6eac0697","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:03.470133568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"f01319b6-0b5a-4444-bc8a-3dcd6eac0697","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:03.470193904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"d185e46e-3962-4d35-b537-e0469d0ede39","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:03.470224042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"d185e46e-3962-4d35-b537-e0469d0ede39","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:04.332204625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d386b157-bfe0-4b7f-9b88-955eb29c802a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:04.348312168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d386b157-bfe0-4b7f-9b88-955eb29c802a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:04.372760883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d386b157-bfe0-4b7f-9b88-955eb29c802a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:04.386567437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d386b157-bfe0-4b7f-9b88-955eb29c802a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:04.945363569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae68a926-362e-485a-9193-10c079006f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:04.959096804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae68a926-362e-485a-9193-10c079006f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:04.972623045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae68a926-362e-485a-9193-10c079006f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:04.986183646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae68a926-362e-485a-9193-10c079006f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:05.543552981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be5294b-a276-4cf0-a5ef-1af9dd03db0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:05.55723817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be5294b-a276-4cf0-a5ef-1af9dd03db0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:05.570905974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be5294b-a276-4cf0-a5ef-1af9dd03db0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:05.584472021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be5294b-a276-4cf0-a5ef-1af9dd03db0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:06.030145507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"a0f4e479-bf43-478e-a9f4-709e71d50257","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:06.030223358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"a0f4e479-bf43-478e-a9f4-709e71d50257","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:06.030325649Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"82516c03-2fa6-459e-b2b8-ed5acf9824af","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:06.030354917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"82516c03-2fa6-459e-b2b8-ed5acf9824af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:06.030437615Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"91f0a052-a338-4032-a1c1-dd2cae353e71","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:06.030476426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"91f0a052-a338-4032-a1c1-dd2cae353e71","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:06.030547236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"b63cb07e-60e6-4f41-a695-b25d83faa6ed","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:06.030573833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"b63cb07e-60e6-4f41-a695-b25d83faa6ed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.154363684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-a-only-c16354","reconcileID":"62100e7a-7424-4968-94d2-86c4e553ea26","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","subscription":"e2e-a-only-c16354","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.168741745Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-a-only-c16354","reconcileID":"62100e7a-7424-4968-94d2-86c4e553ea26","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.187954279Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"e2e-a-only-c16354","reconcileID":"62100e7a-7424-4968-94d2-86c4e553ea26","MaaSSubscription":{"name":"e2e-a-only-c16354","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"name":"maas-trlp-sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.24221816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"c7c0e06f-de19-4b62-8db7-5a3f37ab4758","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.242392881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"c7c0e06f-de19-4b62-8db7-5a3f37ab4758","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.24254398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"72c20405-1108-4788-ac70-f5451596902f","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.242602724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"72c20405-1108-4788-ac70-f5451596902f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.242713214Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"bb53bbac-d120-42e4-a418-503e7a17fa11","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.242800165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"bb53bbac-d120-42e4-a418-503e7a17fa11","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.242932035Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"118330ef-75e5-4631-a015-4d7c4b968f34","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.243002146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"118330ef-75e5-4631-a015-4d7c4b968f34","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.302299897Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"ed2fb6a7-3c26-4c21-ba03-58126aacc62f","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.302360749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"ed2fb6a7-3c26-4c21-ba03-58126aacc62f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.302446396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"48a86f42-8bfb-4839-b4d4-36c2760434fc","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.302478737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"48a86f42-8bfb-4839-b4d4-36c2760434fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.302543762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"e4623e4b-80e8-4f0d-8bfb-84c85d81960b","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.302574989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"e4623e4b-80e8-4f0d-8bfb-84c85d81960b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.302633521Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"dc6743a3-6fee-411c-9e8f-d650eebf8554","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.302665234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"dc6743a3-6fee-411c-9e8f-d650eebf8554","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.335950588Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"80490ca7-9c57-412f-a18b-7d22573e8955","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.336021031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"80490ca7-9c57-412f-a18b-7d22573e8955","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.336105192Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"5fcc9c95-43ff-49d2-94ab-9e907b21b869","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.336139747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"5fcc9c95-43ff-49d2-94ab-9e907b21b869","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.336211431Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"eca0b3af-280a-4dc8-9de1-cbebfe7be1d1","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.336246011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"eca0b3af-280a-4dc8-9de1-cbebfe7be1d1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.336312679Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"d51552bf-0c9a-4769-81aa-7430d15988f7","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.336349743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"d51552bf-0c9a-4769-81aa-7430d15988f7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.33743188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"f36cfead-58f8-4299-8b37-d139641787b8","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"tenant":"e2e-shared-a-w0-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","model":"ai-tenant-e2e-shared-a-w0-4504f1/sub-test-model-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.337454832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"sub-test-model-4504f1","reconcileID":"f36cfead-58f8-4299-8b37-d139641787b8","MaaSModelRef":{"name":"sub-test-model-4504f1","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"routeName":"sub-test-model-4504f1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","llmisvcName":"sub-test-model-4504f1","gateway":"openshift-ingress/e2e-shared-a-w0-4504f1","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.368130305Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"4cb11017-83b0-42b9-b688-3aba9c96266e","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.368190174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"4cb11017-83b0-42b9-b688-3aba9c96266e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.368268013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"b1cc1008-5934-491c-897f-ff749a1abf43","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.368303271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"b1cc1008-5934-491c-897f-ff749a1abf43","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.368375599Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"712bb79e-55a1-43b7-b2e5-f0d4af6c07e7","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.368418043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"712bb79e-55a1-43b7-b2e5-f0d4af6c07e7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-2-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.368482792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"a86e02af-d9a9-4975-a638-265723dce2a2","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.36851808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"a86e02af-d9a9-4975-a638-265723dce2a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/simulator-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.636847865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"0e6caa22-694f-4fad-a79a-437fee330184","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.636886705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"f7dd5267-1e02-46d6-a9e9-a6322d7d6171","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.636899711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"f7dd5267-1e02-46d6-a9e9-a6322d7d6171","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.701131186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-b-only-c16354","reconcileID":"ee1788c9-dd3b-468d-ab0f-2cdbefbc4e0b","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.701307593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-shared-sub-c16354","reconcileID":"65fff9f9-6eb6-4d83-9ddc-cbdf964405bc","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.710203546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"0e6caa22-694f-4fad-a79a-437fee330184","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.72850998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"0e6caa22-694f-4fad-a79a-437fee330184","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"e2e-shared-b-w0-67363b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.728533157Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"0e6caa22-694f-4fad-a79a-437fee330184","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.746656351Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"22806be0-c659-499a-8840-bbe76dc05365","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.746948165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"72ed1dad-ee6d-45dd-96d4-a39fc0cf7309","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.746970986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"72ed1dad-ee6d-45dd-96d4-a39fc0cf7309","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.813803359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-b-only-c16354","reconcileID":"0c15b1f4-7a53-4540-8a8f-a9d324fbbb90","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.814398502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-shared-sub-c16354","reconcileID":"f0766b71-9793-4864-8634-002a3bbee0d7","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.896366327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"22806be0-c659-499a-8840-bbe76dc05365","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.907754304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"e2dbce05-dcfb-4cf8-a1c8-c4d9cc38e870","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.907786836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"e2dbce05-dcfb-4cf8-a1c8-c4d9cc38e870","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.914593981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"22806be0-c659-499a-8840-bbe76dc05365","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"e2e-shared-b-w0-67363b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.914609005Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"22806be0-c659-499a-8840-bbe76dc05365","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-67363b","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.928347808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-sub-iso-auth-c16354","reconcileID":"22806be0-c659-499a-8840-bbe76dc05365","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-c16354\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:09.770890216Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"a9f79aa6-8675-48e3-ac56-c0b1e2a6128a","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:09.770954896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"a9f79aa6-8675-48e3-ac56-c0b1e2a6128a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/premium-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:09.771039353Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"2e39f096-6b24-44e6-b6bc-47b4f43669d2","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:09.771071645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"2e39f096-6b24-44e6-b6bc-47b4f43669d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-575d59/distinct-w2-575d59: AITenant \"e2e-worker-w2-575d59\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:09.959081483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"8ff40d82-44a4-484f-850b-fc4e8fa6fb10","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:10.059883697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"2038b6c6-8ecf-4b1e-a72c-204fb0e3cdde","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:10.160894948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"ec262f1d-8e4b-47c9-b7f5-c024fe315611","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:10.260204007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"fa65c0eb-69f8-4ff6-93dd-225715c63949","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:10.359674772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"8b5dba81-8bb8-4b4a-aa18-728188bd5cc9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:10.461621357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"55f47deb-91c8-48b6-84fc-680d31e56ab6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:10.560059027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"a38fb08d-c0ec-454d-be5f-b47a113040cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:10.659895641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"4919ec01-e21a-48f1-aed7-470c71019660","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:10.761329717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"69a9784b-7582-4263-a7f2-7f26dc3bb565","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:10.886346864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"0438343b-baa2-44db-b7fb-1d6650140de0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:10.975380741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"a9b14f1c-08ab-440e-ab6a-ab0d6e9199ce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:11.06268509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"67e289af-110f-42d2-9fc4-59b21b986c00","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:11.164305205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"b0c50412-0021-48cc-b573-c3d64414d063","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:11.264266485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"7c100fa8-bbfc-4d05-9186-631c9e1305c1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:11.372682618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"8c5dafaa-3e7d-49bb-bed5-8f377b319da8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:11.466110659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"18552ef1-6974-4ec3-857a-b1728c976c50","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:11.565438684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"773a9cce-d340-4b74-8a9a-960e3e15b5c2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:11.665952314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"df3fdbee-af3c-493b-be34-4544c91f5fc1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:11.766098279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"02fa161f-b2b5-442c-80ef-6768da2354f9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:11.865245517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"8c4b1ca0-5ef9-45b5-85e7-f4fc7d20c7d8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:11.966079014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"e0ce8fea-55d8-4844-8393-22644f76e3f4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:12.065713157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"266d5217-5b47-41c7-bc90-7987348ed434","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:12.166058026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"ae3bf752-503b-40f3-a407-ed27602996b5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:12.236069709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"d5f929ec-0c85-4693-be42-32a523990e4a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:12.306239603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"6be27367-bfef-4a21-ab3c-11f0decb6e00","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:12.407289149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"56a1bc69-948d-40d3-a9a8-34d9be6abd0c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:12.511567532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"6312af8c-c3fa-4a31-a79e-01685987f91d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:12.580243953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"b3ecc04a-5ddf-4567-9d80-b23dcf4ef182","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:12.697548925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"2b04f1f2-1cd0-479c-9a05-b21827dccb5b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:12.801677357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"3fd4b145-9721-4899-8355-2badaf780646","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:12.90333229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"087d3ed6-b046-45a7-9008-e7c8d5fbaf67","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:13.005852106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"f228b587-d42d-4c8a-ac88-3dd84643e553","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:13.433149357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"b561512e-b855-4641-bae7-24f561a290a4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:13.542091828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"a5a2743d-ee81-4428-be27-9e2239ffd553","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:13.629473999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"a698605c-c998-4ff8-a1dd-585f91eb43bc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:13.764105171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"7715d84c-1d84-40f9-9819-4f7ad2c055bb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:14.786229775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"71fb395f-7baf-406c-8512-86cbe93faca3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:14.910458317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"f65d9aaf-9dfa-442c-bbfc-b46a1d10b587","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:15.007546261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"f739da7b-f537-4e11-8845-4366cc951f73","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:15.116261939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"ed6ba9ac-4714-4495-a963-abb60fa95985","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:17.416846286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"aa20e307-f80a-4e1f-9f2b-04917362d006","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:17.574965226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"0e6b362d-3395-4a08-95c2-86fb8babeeec","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:17.646761292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"c5dcb2e1-e42c-4738-8025-1d381df1d716","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:17.747882752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"c37f3033-f529-4c1e-8e53-2abe77e0551a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:17.949053843Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:18.186116495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"e2bf6bcd-75fe-44ae-8bcd-a1058f9e3022","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:18.293209097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2907cb3c-46d4-49ce-8aee-f56744c501b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:18.307729893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2907cb3c-46d4-49ce-8aee-f56744c501b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:18.321222075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2907cb3c-46d4-49ce-8aee-f56744c501b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:18.334969561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2907cb3c-46d4-49ce-8aee-f56744c501b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:18.393405051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"e67d4dd1-f11c-42f4-8886-cf9b60c09168","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:18.587358162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"efc38961-9ae3-4515-8f72-6c0a149566cc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:18.840380754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"a456378e-c86d-47ab-9b20-99faa8fd0d5b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:18.925053589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7fbb07-46f1-4702-b6ac-f4c849a7bb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:18.939116195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7fbb07-46f1-4702-b6ac-f4c849a7bb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:18.953078017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7fbb07-46f1-4702-b6ac-f4c849a7bb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:18.966674732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7fbb07-46f1-4702-b6ac-f4c849a7bb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:18.980243254Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-shared-sub-c16354","reconcileID":"ace7fc12-0d75-46db-92c3-80a6ffa0682e","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscription":"e2e-shared-sub-c16354","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:19.029514004Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-shared-sub-c16354","reconcileID":"ace7fc12-0d75-46db-92c3-80a6ffa0682e","MaaSSubscription":{"name":"e2e-shared-sub-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-67363b/e2e-b-only-c16354"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:19.071731428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-b-only-c16354","reconcileID":"3e9e655f-d4e9-4144-990c-da494d0d7993","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:19.176929427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"bf72796b-59a5-415e-8fcc-4cc6ebef41ec","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:19.176948362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"bf72796b-59a5-415e-8fcc-4cc6ebef41ec","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:19.484359047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"323ecf4f-9d97-4d91-bc41-d1894d88b1d0","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:19.484382047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"323ecf4f-9d97-4d91-bc41-d1894d88b1d0","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:19.532623474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7c6c88-7fe1-4fa8-b837-cbc9c6dfddee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:19.548003233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7c6c88-7fe1-4fa8-b837-cbc9c6dfddee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:19.566104285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7c6c88-7fe1-4fa8-b837-cbc9c6dfddee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:19.585095774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e7c6c88-7fe1-4fa8-b837-cbc9c6dfddee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:20.227757312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8abbfd28-e14a-4d06-be70-1012a6ebaf0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:20.242096094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8abbfd28-e14a-4d06-be70-1012a6ebaf0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:20.256010647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8abbfd28-e14a-4d06-be70-1012a6ebaf0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:20.270005464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8abbfd28-e14a-4d06-be70-1012a6ebaf0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:20.839196429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f209b2e-136d-4592-a92d-525607e84367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:20.853341705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f209b2e-136d-4592-a92d-525607e84367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:20.867142552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f209b2e-136d-4592-a92d-525607e84367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:20.880954271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f209b2e-136d-4592-a92d-525607e84367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.667091244Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.667172732Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","namespace":"ai-tenant-e2e-shared-b-w1-e170ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.66722533Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","tenant":"e2e-shared-b-w1-e170ed","tenantID":"e2e-shared-b-w1-e170ed","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.682739496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-e170ed","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.710095158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"Service","name":"maas-api-e2e-shared-b-w1-e170ed","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.729749007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-e170ed","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.74764936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-e170ed","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.76390807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.780304549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.799160026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.815108196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.82853473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.841746003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.854942156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.868253396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.881455417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.895444132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.908792799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.931570833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.947405028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.971175186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.984933608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-e170ed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.998741304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e170ed"},"namespace":"ai-tenant-e2e-shared-b-w1-e170ed","name":"default-tenant","reconcileID":"35a88028-7c14-4e6b-b3ec-c9ea86cebf19","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-e170ed","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:26.284014561Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-e170ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-e170ed","reconcileID":"05145347-35cc-458a-ad1b-770e459fd11e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-e170ed","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-e170ed"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:26.707031443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4aa407d-98e1-4f9a-9776-ab8f6ad83c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:26.720926714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4aa407d-98e1-4f9a-9776-ab8f6ad83c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:26.734906541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4aa407d-98e1-4f9a-9776-ab8f6ad83c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:26.748757365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4aa407d-98e1-4f9a-9776-ab8f6ad83c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:27.325045525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f5ae30-a9a0-4591-86c3-152ef6f6378b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:27.339041178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f5ae30-a9a0-4591-86c3-152ef6f6378b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:27.353070736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f5ae30-a9a0-4591-86c3-152ef6f6378b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:27.367404375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f5ae30-a9a0-4591-86c3-152ef6f6378b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:28.574484898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"66502ed4-f9a6-4c86-a2b9-2cd593745506","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:28.7092892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"60243803-bf01-474e-98d8-382b5be3d4f7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:28.910891496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"1f485411-5eab-4a94-8420-7f53c718b00e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:29.151577859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"1a59cf22-94e9-4f05-b07a-833812ec1350","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:29.550491866Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-b-only-c16354","reconcileID":"7661e01d-01ed-4d26-ba27-eead6e64f7b8","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","subscription":"e2e-b-only-c16354","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:29.566207136Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-b-only-c16354","reconcileID":"7661e01d-01ed-4d26-ba27-eead6e64f7b8","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:29.580428102Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"e2e-b-only-c16354","reconcileID":"7661e01d-01ed-4d26-ba27-eead6e64f7b8","MaaSSubscription":{"name":"e2e-b-only-c16354","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"name":"maas-trlp-sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:29.66341492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"3fe93f66-2dec-4824-b05f-400541e2e008","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"tenant":"e2e-shared-b-w0-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","model":"ai-tenant-e2e-shared-b-w0-67363b/sub-test-model-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:29.663512889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"sub-test-model-67363b","reconcileID":"3fe93f66-2dec-4824-b05f-400541e2e008","MaaSModelRef":{"name":"sub-test-model-67363b","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"routeName":"sub-test-model-67363b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-67363b","llmisvcName":"sub-test-model-67363b","gateway":"openshift-ingress/e2e-shared-b-w0-67363b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:30.897634181Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","namespace":"ai-tenant-e2e-shared-a-w4-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:30.897698211Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","namespace":"ai-tenant-e2e-shared-a-w4-af237d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:30.897762367Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","tenant":"e2e-shared-a-w4-af237d","tenantID":"e2e-shared-a-w4-af237d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:30.916034337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-af237d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:30.951182135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"Service","name":"maas-api-e2e-shared-a-w4-af237d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:30.969242799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-af237d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:30.989682994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-af237d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.007963528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.024981849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.044057884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.065533385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.079782759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.093149172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.106562814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.120179746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.133747704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.148592938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.161962422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.182547573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.203177677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.226977227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.240835922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-af237d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.255393343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af237d"},"namespace":"ai-tenant-e2e-shared-a-w4-af237d","name":"default-tenant","reconcileID":"dd0c218f-5819-471c-aca9-d48c29e0c297","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-af237d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:31.739887162Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-af237d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-af237d","reconcileID":"176b54dd-339f-416e-8157-7e4948ad693e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-af237d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-af237d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:32.090577575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78530e75-fb86-469a-82ec-0150e5228d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:32.10450062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78530e75-fb86-469a-82ec-0150e5228d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:32.118099441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78530e75-fb86-469a-82ec-0150e5228d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:32.131986792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78530e75-fb86-469a-82ec-0150e5228d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:32.721236226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b654f79-7fc5-4189-b483-a9a75cae6248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:32.734943119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b654f79-7fc5-4189-b483-a9a75cae6248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:32.74882039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b654f79-7fc5-4189-b483-a9a75cae6248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:32.762453203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b654f79-7fc5-4189-b483-a9a75cae6248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.755986919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"11575340-c01b-4986-9a60-a8eaf77e2363","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.79331343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"0b918f14-9b54-43d1-a77b-6dd25582ef9f","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.798126366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"69111b95-5eb3-465d-bb4c-56c873fd25de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.807262787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"0c06de35-c66e-4d4c-bbdb-841f2a7badc0","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.807517322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"5dc1039d-efed-4057-9fda-2fe3fda5cd04","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.807795044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"0864f265-93aa-42c9-8741-d186f4f11b03","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.825902931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"177ca53b-22cf-4d67-8767-a360e0d4e651","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.826176357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"ce452c86-3aac-460b-8a58-6a25454b990a","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.826351186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"9a59720b-27dd-4bce-9886-f495ce459900","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.826500711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"b4cb6ea3-63f3-40fb-bf4a-7438ea48b1dd","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.834955159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"381fa872-6ff0-4109-8344-b0b1a7caee7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.85345983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"381fa872-6ff0-4109-8344-b0b1a7caee7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.85639458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"0fcd457c-aa46-473c-81d6-07635a181adf","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.898101002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"14ff562a-ba4d-445c-8516-f387d3918e51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.916297264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"c09f0fe6-d303-4cf6-865f-efc8817e7b9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.968088676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"1e511944-c8ed-42f6-b41b-062518900678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.986723001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"1e511944-c8ed-42f6-b41b-062518900678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.01532364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"01fcdbec-5b84-49bc-87a0-b3e554e6074c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.029169913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"dded1247-0b11-4531-9788-767ac73aa81f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.033731432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"01fcdbec-5b84-49bc-87a0-b3e554e6074c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.065886369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"4d7b89a7-aa9d-47c2-8b9c-45f34dfc70ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.084463602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"4d7b89a7-aa9d-47c2-8b9c-45f34dfc70ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.199727915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d5413c-b9b4-44e3-ba07-8c51c580a00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.213434363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d5413c-b9b4-44e3-ba07-8c51c580a00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.227073813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d5413c-b9b4-44e3-ba07-8c51c580a00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.240928184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d5413c-b9b4-44e3-ba07-8c51c580a00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.50866069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"e3694bfe-82b6-4486-9647-fee3ed724845","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.850647656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7c95f9-8592-4b9b-b07f-3d8746addb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.865308133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7c95f9-8592-4b9b-b07f-3d8746addb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.879512674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7c95f9-8592-4b9b-b07f-3d8746addb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.893660933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7c95f9-8592-4b9b-b07f-3d8746addb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.53275743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d52e1e7-ce74-4fd6-8b04-8eaf2293ac0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.546874823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d52e1e7-ce74-4fd6-8b04-8eaf2293ac0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.560682701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d52e1e7-ce74-4fd6-8b04-8eaf2293ac0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.574265673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d52e1e7-ce74-4fd6-8b04-8eaf2293ac0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:39.309399069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"eabf0b75-cdd0-4c9f-8449-a82566931e85","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:39.352508365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"7c948fd1-f231-488d-8eb2-61b8fc6aed48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:39.377063588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"d2f38eb2-ae8e-442d-9574-6f985ab349e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:39.39685597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"d2f38eb2-ae8e-442d-9574-6f985ab349e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:39.401400344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"98c9a49e-ba94-430e-bea9-7d838b0ee383","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:39.453351839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"fa75a33e-0ded-4d47-a8ce-0060cf448487","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:40.636807457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34dcd57a-6c06-4ea0-a8f0-6e9b0a30b2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:40.650677346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34dcd57a-6c06-4ea0-a8f0-6e9b0a30b2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:40.664479556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34dcd57a-6c06-4ea0-a8f0-6e9b0a30b2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:40.67820265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34dcd57a-6c06-4ea0-a8f0-6e9b0a30b2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:41.237075667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a1943f-3118-4366-bd40-bbd136b521e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:41.250777943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a1943f-3118-4366-bd40-bbd136b521e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:41.264608115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a1943f-3118-4366-bd40-bbd136b521e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:41.278294046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a1943f-3118-4366-bd40-bbd136b521e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:41.899854292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906b62e8-9e4c-418e-b7f8-7a6684a587a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:41.913476812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906b62e8-9e4c-418e-b7f8-7a6684a587a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:41.927002691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906b62e8-9e4c-418e-b7f8-7a6684a587a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:41.940688617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906b62e8-9e4c-418e-b7f8-7a6684a587a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:42.527759426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb777768-8870-4ac4-ba4d-c165440fec80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:42.541573604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb777768-8870-4ac4-ba4d-c165440fec80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:42.555195024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb777768-8870-4ac4-ba4d-c165440fec80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:42.568848658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb777768-8870-4ac4-ba4d-c165440fec80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:43.13490294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fea180a-efe1-4602-b078-a3aa2edffd92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:43.148577139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fea180a-efe1-4602-b078-a3aa2edffd92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:43.162178946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fea180a-efe1-4602-b078-a3aa2edffd92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:43.176443492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fea180a-efe1-4602-b078-a3aa2edffd92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:43.832144576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e76eba0-6180-47d8-b3e8-15c269969503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:43.8466016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e76eba0-6180-47d8-b3e8-15c269969503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:43.860223792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e76eba0-6180-47d8-b3e8-15c269969503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:43.874006977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e76eba0-6180-47d8-b3e8-15c269969503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:44.928883366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"6db10462-15dc-49ed-8bee-80934d6c0725","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:44.929201679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"ada04603-635e-49ed-ae0c-366a0003b3c3","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:44.929437173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"38e313dd-ab45-4c74-8476-58da019aebe3","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:44.929619437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"41c7ce53-f497-4c0e-8c81-158f9c79e158","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-2-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-2-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:44.953608137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"fed54fb6-49e7-451b-9ca4-35176e536e9d","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"distinct-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"distinct-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:44.969304524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"a5401678-33b3-4343-bfc6-05356c94f166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:44.969308704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"76ccd2b7-358c-4595-840e-8d3fd6310bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:44.972085681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"55fad526-4ad1-4554-b564-106f20a78121","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:44.972359497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"6a746d18-1c27-45fc-90f9-31b2e6582ec7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:44.988384629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"76ccd2b7-358c-4595-840e-8d3fd6310bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:44.988427613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"a5401678-33b3-4343-bfc6-05356c94f166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:45.072880911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"85ec6c26-a00f-473c-96ff-893f10fd6d91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:45.072951844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"4a77eec5-e739-4cfa-9e08-b69de0f082c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:47.949186664Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:49.125851941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"e0c7d2f6-e307-4676-a25b-4cf4a960d199","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:49.270779051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"58ec26be-10fa-4902-80d8-eb4a85ead717","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:49.463649899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"5c0afc30-9774-456b-9469-180bf7e0c928","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:49.702347522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"43bf2fa6-1c05-470f-b996-e034c9a60186","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.637204743Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"ecb83a02-9d48-4357-8994-def9ba251a3b","namespace":"ai-tenant-e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.637272975Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"ecb83a02-9d48-4357-8994-def9ba251a3b","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.655935126Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"ecb83a02-9d48-4357-8994-def9ba251a3b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.656485228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"6e496e69-7e50-43f4-ac00-932472af7284","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.674406803Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"ecb83a02-9d48-4357-8994-def9ba251a3b","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.674422643Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"ecb83a02-9d48-4357-8994-def9ba251a3b","namespace":"ai-tenant-e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.674495353Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"ecb83a02-9d48-4357-8994-def9ba251a3b","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.677339521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"c43eb5a1-dcc7-4a54-9b5f-f5d3a67cebe8","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.692908259Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"ecb83a02-9d48-4357-8994-def9ba251a3b","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.69330052Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"bb6c90d7-58d0-41ff-a4ba-5275ab093162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.696507052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"a88a50a2-e70c-402e-aa8f-827e3edd009b","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.703620923Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"50719a22-6180-4c1c-b54f-9ef03a661663","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a0ed4fa4","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:51.711905987Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"a88a50a2-e70c-402e-aa8f-827e3edd009b","name":"premium-w1-e131af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-e131af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:32:51.711954253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"a88a50a2-e70c-402e-aa8f-827e3edd009b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-e131af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.712084187Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"ecb83a02-9d48-4357-8994-def9ba251a3b","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.712162003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"02db341e-fe44-4ed3-a335-0d988a913e12","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.732276052Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"f738b3ea-9eaf-4ee5-9ce7-f5e54a35e6a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-482f7889","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.732285094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"eed7dd3a-0f89-4e35-a9ff-783d216e77b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.74090128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"b389831a-17f4-4681-a0a6-62ae176b3025","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.754348864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"eed7dd3a-0f89-4e35-a9ff-783d216e77b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.755175736Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"86de9141-e991-4a1a-be2b-6848b5ca06a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a0ed4fa4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.774645784Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"7c2e9806-7ec0-4bb0-babb-777a194e30ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-482f7889","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.879539683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"bb6c90d7-58d0-41ff-a4ba-5275ab093162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.898010406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"bb6c90d7-58d0-41ff-a4ba-5275ab093162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.898034156Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-access","reconcileID":"bb6c90d7-58d0-41ff-a4ba-5275ab093162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.908449628Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"d28ff4d9-0c2d-4b14-8e11-4f2f342f52be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.916668941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"3111feb5-3ab9-4e86-a717-7fb170e6260b","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.038936678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"d28ff4d9-0c2d-4b14-8e11-4f2f342f52be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.059254243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"d28ff4d9-0c2d-4b14-8e11-4f2f342f52be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"e2e-worker-w1-e131af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.059341828Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-access","reconcileID":"d28ff4d9-0c2d-4b14-8e11-4f2f342f52be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e131af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.078712261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"c2508dd0-9502-48b5-b7de-1a57faa71184","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.371127876Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.371185593Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","namespace":"ai-tenant-e2e-shared-a-w0-4504f1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.371234303Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","tenant":"e2e-shared-a-w0-4504f1","tenantID":"e2e-shared-a-w0-4504f1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.389016953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-4504f1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.413574466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"Service","name":"maas-api-e2e-shared-a-w0-4504f1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.436407793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-4504f1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.455185125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-4504f1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.472090148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.491470041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.51050803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.527187995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.540978052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.554361782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.567874856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.581497845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.595006106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.60867352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.622348763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.645578885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.662322909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.676456122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.690691239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-4504f1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.705039822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4504f1"},"namespace":"ai-tenant-e2e-shared-a-w0-4504f1","name":"default-tenant","reconcileID":"ba354480-6334-4a69-b5e9-adc1497be952","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-4504f1","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.039713357Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-4504f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-4504f1","reconcileID":"d2655e29-721c-4497-a25b-cc998242b00b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-4504f1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-4504f1"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.457537522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0dd545-3ce5-419e-82ca-fbdc7d7b3719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.471205257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0dd545-3ce5-419e-82ca-fbdc7d7b3719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.485019461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0dd545-3ce5-419e-82ca-fbdc7d7b3719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.498929362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0dd545-3ce5-419e-82ca-fbdc7d7b3719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.119469582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"3432f683-abda-459d-8ca1-6fcb0bef6485","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.179856903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea8ed28-b397-49c2-8aca-018dbbea69d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.198941665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea8ed28-b397-49c2-8aca-018dbbea69d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.214723951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea8ed28-b397-49c2-8aca-018dbbea69d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.230893977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea8ed28-b397-49c2-8aca-018dbbea69d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.245480494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"dcb62ca2-b3d7-47ea-89c5-d732d40acb1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.260066236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"7f0b3efa-8817-46fa-8fc6-12504791a387","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.3246767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1bd53b03-c842-49bd-b54b-0ff96d0fc850","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.325244782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ecbdb1f6-dff6-4434-a89b-7fd2b5db5d3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.416036417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"12f89b72-b495-4b0c-ac36-01fd7a1a32ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.718072436Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.718130328Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.71817683Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","tenant":"e2e-shared-b-w4-65e2d3","tenantID":"e2e-shared-b-w4-65e2d3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.73580358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-65e2d3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.759864843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"Service","name":"maas-api-e2e-shared-b-w4-65e2d3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.779721808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-65e2d3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.795642767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-65e2d3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.81258631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.832652307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.878411637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.902582394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.934052903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.963757679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.981804885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.995416723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.011165564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.029190941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.057156438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.074394339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.087750948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.101326648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.114547679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-65e2d3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.127931445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-65e2d3"},"namespace":"ai-tenant-e2e-shared-b-w4-65e2d3","name":"default-tenant","reconcileID":"5571e3c6-c7c4-4177-a96e-001aa4732998","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-65e2d3","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.433528786Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-65e2d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-65e2d3","reconcileID":"b56c36fb-ba0f-44fc-a346-0a137248e13f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-65e2d3","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-65e2d3"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.820310057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846c196e-ef42-4d92-a538-78db15ba7ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.833900157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846c196e-ef42-4d92-a538-78db15ba7ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.847341415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846c196e-ef42-4d92-a538-78db15ba7ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.860893634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846c196e-ef42-4d92-a538-78db15ba7ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.428157699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d165f557-f908-44b9-831b-42eac63bff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.441921067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d165f557-f908-44b9-831b-42eac63bff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.455510062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d165f557-f908-44b9-831b-42eac63bff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.469311584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d165f557-f908-44b9-831b-42eac63bff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:59.304053748Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"7f664b21-ca5f-488d-b1c0-c4f9c254f901","namespace":"ai-tenant-e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:59.304120207Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"7f664b21-ca5f-488d-b1c0-c4f9c254f901","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:59.320401079Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"7f664b21-ca5f-488d-b1c0-c4f9c254f901","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:59.33607337Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"7f664b21-ca5f-488d-b1c0-c4f9c254f901","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:32:59.336089964Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"7f664b21-ca5f-488d-b1c0-c4f9c254f901","namespace":"ai-tenant-e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:01.769548311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"c3cd2db7-4ce5-4c02-85c0-581160d7b811","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:01.784007132Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"c3cd2db7-4ce5-4c02-85c0-581160d7b811","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:01.78954174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"3d9daf75-cb00-4c4b-9277-82668d691942","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:01.798450944Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"simulator-subscription","reconcileID":"c3cd2db7-4ce5-4c02-85c0-581160d7b811","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:01.80394358Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"3d9daf75-cb00-4c4b-9277-82668d691942","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:01.817753465Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"premium-simulator-subscription","reconcileID":"3d9daf75-cb00-4c4b-9277-82668d691942","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e131af"},"name":"maas-trlp-premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af","model":"e2e-models-e2e-worker-w1-e131af/premium-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:01.879196408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"dd1e18f1-177f-41cf-9302-d178d52316f3","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"simulator-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"simulator-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:01.979664472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"2fc87987-8923-4b98-bb95-ecf53fc58b7c","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"routeName":"premium-w1-e131af-kserve-route","namespace":"e2e-models-e2e-worker-w1-e131af","llmisvcName":"premium-w1-e131af","gateway":"openshift-ingress/e2e-worker-w1-e131af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:02.344128203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da286996-bb04-41cf-9296-d5e828fbcce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:02.358129377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da286996-bb04-41cf-9296-d5e828fbcce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:02.372088387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da286996-bb04-41cf-9296-d5e828fbcce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:02.386312996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da286996-bb04-41cf-9296-d5e828fbcce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:02.869566539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"604b629b-14cc-4032-9e14-cd197419a5a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:02.978838619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"d65d6b2e-7c92-408e-a2ae-91060261a61a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:02.979299748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"8380468e-feeb-481a-a7e7-02b4135ba2f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:02.981487559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f56e0c5-f0a9-4cff-b3ac-253e6804c084","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.080259019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49221787-be35-416a-ab2a-34c89d249f8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.112426111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"a93dbef2-e4ae-41f3-99eb-1d632d4efec8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.210195998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2dab98-0c1f-4164-985b-03546f781a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.223864228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2dab98-0c1f-4164-985b-03546f781a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.237403219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2dab98-0c1f-4164-985b-03546f781a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.251262531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2dab98-0c1f-4164-985b-03546f781a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.839468074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256ab824-8fe9-4b6e-99e9-a4373f3d3429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.85304685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256ab824-8fe9-4b6e-99e9-a4373f3d3429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.866751911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256ab824-8fe9-4b6e-99e9-a4373f3d3429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.880205577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256ab824-8fe9-4b6e-99e9-a4373f3d3429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:04.435851029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c46173-44ae-44a6-a9c8-6dd35e50404b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:04.449499652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c46173-44ae-44a6-a9c8-6dd35e50404b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:04.463110803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c46173-44ae-44a6-a9c8-6dd35e50404b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:04.476929865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c46173-44ae-44a6-a9c8-6dd35e50404b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.142013413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900ba902-4471-4b0a-adcd-70970ce23233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.155760206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900ba902-4471-4b0a-adcd-70970ce23233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.170204269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900ba902-4471-4b0a-adcd-70970ce23233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.183962811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900ba902-4471-4b0a-adcd-70970ce23233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.477452262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"57ba868e-61dd-4f42-8126-9a2162bb99a6","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.494152222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"d526d023-f1e2-40f3-a011-249b40a43b45","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.494390044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"82258312-3748-41e3-8cd5-db8851b3149d","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.508063349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"94a0c76a-c9be-449e-aa9c-1f1498fe834d","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.51127233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"09d00a42-fc0c-42a3-99e1-f0efb605541b","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.51152952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"ff9a1546-914d-4fd8-aa14-5538b75d678e","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.511833536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"156c7d7b-3ff7-49e6-ac42-a0e7511256fb","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.512019222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"caa24416-5d70-4c4b-89af-72ffa0bbd9a9","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.536883542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"1d016802-0e5d-4925-916c-7161ffb0d891","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.536922269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"2a3bc081-66f4-4d73-a89c-3366a01e7e9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.551669446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"a834b00a-58da-47e0-bba2-1c562618749f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.551794699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"29e1ccbf-a90c-4109-aeac-c884a34628e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.577312406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"a834b00a-58da-47e0-bba2-1c562618749f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.577337121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"29e1ccbf-a90c-4109-aeac-c884a34628e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.681428211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"ae44e976-03e5-4fb1-a077-1cad1a0c7c6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.6954978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"f1d04851-2d9d-4a82-bb18-6e07fb78c8aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.750723372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"3d84d3b8-e725-4774-8dd5-5714f5cc7d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.754944754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"69887dbe-cac5-4dca-84ea-941c9bb8490f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.770117795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"3d84d3b8-e725-4774-8dd5-5714f5cc7d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.773911646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"69887dbe-cac5-4dca-84ea-941c9bb8490f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.848625383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175c871d-a3d4-4896-a091-a62bd2ac8202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.862204211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175c871d-a3d4-4896-a091-a62bd2ac8202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.875757976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175c871d-a3d4-4896-a091-a62bd2ac8202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.889412265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175c871d-a3d4-4896-a091-a62bd2ac8202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.420504023Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","namespace":"ai-tenant-e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.420581693Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","namespace":"ai-tenant-e2e-worker-w1-e131af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.420630286Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","tenant":"e2e-worker-w1-e131af","tenantID":"e2e-worker-w1-e131af","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.43663483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"Deployment","name":"maas-api-e2e-worker-w1-e131af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.441081106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef571bd-9d8b-4baf-a801-00eadf75d49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.454964473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef571bd-9d8b-4baf-a801-00eadf75d49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.46912918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef571bd-9d8b-4baf-a801-00eadf75d49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.46984892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"Service","name":"maas-api-e2e-worker-w1-e131af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.483046321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef571bd-9d8b-4baf-a801-00eadf75d49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.510389519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-e131af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.526067966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-e131af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.542630594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.563036317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.581675449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.598393111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.611741519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.624991871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.641508309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"Service","name":"payload-processing-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.654996981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.668583353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.682263243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.695516383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.716582155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.737184128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.752002356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.78025419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-e131af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:06.794858194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e131af"},"namespace":"ai-tenant-e2e-worker-w1-e131af","name":"default-tenant","reconcileID":"8d260d26-f776-4c43-a4ba-a88eec12d0e5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-e131af","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:07.15594682Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e131af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e131af","reconcileID":"122014c6-1e64-4043-a55b-aa805e3a86b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-e131af","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-e131af"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:07.163760751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61992b9b-5b3c-4e8b-a482-d2afbaec48d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:07.177749008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61992b9b-5b3c-4e8b-a482-d2afbaec48d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:07.192044425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61992b9b-5b3c-4e8b-a482-d2afbaec48d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:07.206398027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61992b9b-5b3c-4e8b-a482-d2afbaec48d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.210743589Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"6a64fadb-38b8-486f-8f50-c6992b4234fe","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.230209257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"6a64fadb-38b8-486f-8f50-c6992b4234fe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.230596077Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"2b1bd40f-445b-48a6-9ffd-d3813b28a585","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.250450738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"2b1bd40f-445b-48a6-9ffd-d3813b28a585","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.250620048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"15819b82-20b7-481b-9e4c-59696e70a629","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.269946155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"15819b82-20b7-481b-9e4c-59696e70a629","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.270104495Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"82530317-c517-49b6-8ffd-15b903b2dc0d","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.289407984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"82530317-c517-49b6-8ffd-15b903b2dc0d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.28954167Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"e192bd9b-f9b0-4df5-ba15-689ba8b0b3bd","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.289581716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"e192bd9b-f9b0-4df5-ba15-689ba8b0b3bd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.28965961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"830bec33-527c-4863-b1f3-7b294ad47c08","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.28969272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"830bec33-527c-4863-b1f3-7b294ad47c08","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.289756882Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"154fe68a-c22c-4eb6-9aca-54b4449245a3","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.289822013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"154fe68a-c22c-4eb6-9aca-54b4449245a3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.295063046Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"f496fc4a-2592-40c6-bf06-10c5852ba8fa","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.295108116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"f496fc4a-2592-40c6-bf06-10c5852ba8fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.300692209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"64b9e6b8-fae8-4904-86e5-59793f45be52","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.300736585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"64b9e6b8-fae8-4904-86e5-59793f45be52","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.300838477Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"6ab28561-9eca-42fb-8666-456dfe2f6b36","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.30087287Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"6ab28561-9eca-42fb-8666-456dfe2f6b36","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.300950898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"6a21b5d3-6734-41cf-9011-c4274aea4d3a","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.300985928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"6a21b5d3-6734-41cf-9011-c4274aea4d3a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.306115573Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"3a1ecd4c-0fd6-4bfd-b6b6-f06a00f0d797","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.306168642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"3a1ecd4c-0fd6-4bfd-b6b6-f06a00f0d797","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.321521603Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"30ac008c-c506-4de2-9ea5-fd96e12d1611","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.321566067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"30ac008c-c506-4de2-9ea5-fd96e12d1611","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.321629609Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"6cb7a743-120f-49fc-b16d-b6d9bf86b73e","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.321666652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"6cb7a743-120f-49fc-b16d-b6d9bf86b73e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.321731059Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"b9d6c24c-05bc-4fe2-8bba-811707211fb2","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.32180236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"b9d6c24c-05bc-4fe2-8bba-811707211fb2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.327117515Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"d7b7c7db-41c5-481f-9b80-c8fca5f27f7a","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.327164156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"d7b7c7db-41c5-481f-9b80-c8fca5f27f7a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.362948354Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"b846ddb9-e475-4f61-a2d3-f0934cb612a2","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.36305622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"b846ddb9-e475-4f61-a2d3-f0934cb612a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.363228217Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"cbc2b448-b147-44db-b070-67eab3537cbd","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.363306304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"cbc2b448-b147-44db-b070-67eab3537cbd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.363441001Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"fa08ba5d-1c4b-40b0-a0f5-3404e0202adf","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.363490429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"fa08ba5d-1c4b-40b0-a0f5-3404e0202adf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.371508396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"1b5937b4-9484-4ce0-ad82-1ffdc7ff012b","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.371623883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"1b5937b4-9484-4ce0-ad82-1ffdc7ff012b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.44422923Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"213fac1e-3fab-48d2-b90a-f7bb0ab79297","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.44430034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"213fac1e-3fab-48d2-b90a-f7bb0ab79297","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.444385084Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"d415a35c-5709-493b-b658-9e77c5b77cad","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.444422109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"d415a35c-5709-493b-b658-9e77c5b77cad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.444486364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"375c0606-83d0-48b9-ad7f-7e4357f0ffd6","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.444520621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"375c0606-83d0-48b9-ad7f-7e4357f0ffd6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.452249206Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"a4cabea1-ebd0-4f80-a421-d9b2523608f5","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.452308472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"a4cabea1-ebd0-4f80-a421-d9b2523608f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.605877962Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"47282add-8298-4278-8441-3d19b94484d4","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.60599231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"47282add-8298-4278-8441-3d19b94484d4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.606311732Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"b620b08f-ee49-46a1-b113-9b0bdd7db9ae","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.606391915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"b620b08f-ee49-46a1-b113-9b0bdd7db9ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.606845948Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"3214f6ef-5d3b-4d45-a5ef-14b8d0368ef0","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.606935897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"3214f6ef-5d3b-4d45-a5ef-14b8d0368ef0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.663842207Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"15bc8446-a36f-4587-9727-3528b564998e","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.663939887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"15bc8446-a36f-4587-9727-3528b564998e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:07.824806916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd8619f-6317-48f5-87ed-835eb839fb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:07.838505044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd8619f-6317-48f5-87ed-835eb839fb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:07.852080622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd8619f-6317-48f5-87ed-835eb839fb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:07.865656462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd8619f-6317-48f5-87ed-835eb839fb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.927124606Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"c04388f7-9cf1-41da-9dbc-906f26e7a4cc","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.9272063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"c04388f7-9cf1-41da-9dbc-906f26e7a4cc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.927339886Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"481d5ae5-27e3-4136-bac6-fc0a997136ca","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.927383504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"481d5ae5-27e3-4136-bac6-fc0a997136ca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.927491208Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"1a5c745a-1fd2-4972-96f5-8fa2d2f75cf2","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.927606913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"1a5c745a-1fd2-4972-96f5-8fa2d2f75cf2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.984924133Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"bc8f5866-2c22-4513-924f-eceffc7b0cbe","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:07.9849963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"bc8f5866-2c22-4513-924f-eceffc7b0cbe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:08.424383867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65b0837-373f-41fc-9b22-d948ef5be0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:08.43815309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65b0837-373f-41fc-9b22-d948ef5be0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:08.451969569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65b0837-373f-41fc-9b22-d948ef5be0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:08.467024655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65b0837-373f-41fc-9b22-d948ef5be0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:08.567634246Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"398135dc-1c8d-4918-b292-3e9081cdcf5c","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:08.567703466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"398135dc-1c8d-4918-b292-3e9081cdcf5c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:08.567852165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"2ac26279-814e-4737-819a-7f87a25e4009","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:08.567905359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"2ac26279-814e-4737-819a-7f87a25e4009","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:08.567980647Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"b3d9d228-92bc-4e2c-91c1-569e252e604f","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:08.568015652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"b3d9d228-92bc-4e2c-91c1-569e252e604f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:08.625177983Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"4cabaadb-3b7a-4f9a-bb76-ff371568ad2f","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:08.625240689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"4cabaadb-3b7a-4f9a-bb76-ff371568ad2f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:09.107658599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21dacf1e-ccac-4d57-a44c-da5359e9c795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:09.133080531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21dacf1e-ccac-4d57-a44c-da5359e9c795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:09.148070062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21dacf1e-ccac-4d57-a44c-da5359e9c795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:09.162628681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21dacf1e-ccac-4d57-a44c-da5359e9c795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:09.727921072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614f5f95-e94c-41ba-bfd4-43a597776094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:09.74151209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614f5f95-e94c-41ba-bfd4-43a597776094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:09.75509315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614f5f95-e94c-41ba-bfd4-43a597776094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:09.768838967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614f5f95-e94c-41ba-bfd4-43a597776094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:09.848438551Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"dff0e940-5d94-447b-86c4-beb708872328","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:09.848500228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"dff0e940-5d94-447b-86c4-beb708872328","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:09.84858152Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"0de7e2ab-9f96-4843-87c4-9a07ada11162","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:09.848614001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"0de7e2ab-9f96-4843-87c4-9a07ada11162","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:09.848676015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"f2668a8b-1a10-48c4-9323-b962bcee00ad","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:09.848706812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"f2668a8b-1a10-48c4-9323-b962bcee00ad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:09.905876913Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"d04534d6-2f18-4f2a-ad20-ed04dc6085c3","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:09.90594268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"d04534d6-2f18-4f2a-ad20-ed04dc6085c3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:10.491714822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"d6efa153-bbe1-472c-ad94-b1502d96d79b","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:10.609562387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"245a6628-974c-465b-bab4-a55270d5fe2a","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:10.72589879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"ec5f5e3f-8286-4a54-83f2-2054ad3e2b9d","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:10.771359528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"7619b715-179a-4ecf-92f1-883714c02110","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:10.787398121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"a58835fd-c1a7-4bed-991a-92fa26cae9c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:10.806092749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"a58835fd-c1a7-4bed-991a-92fa26cae9c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:10.824096341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"b9a52e70-afc2-4066-8fb2-ce39ccf8dbb1","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:10.846032735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"b724cd26-af4e-4735-938e-5d42d73cd656","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:10.872987216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"a334bdc4-7184-43a8-ac05-622f6c8f7478","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:10.907116611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"3ca843aa-95d4-4069-b1b5-792cbd982f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:10.925805388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"3ca843aa-95d4-4069-b1b5-792cbd982f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:10.96787357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"3fee3165-1163-47ad-b2ec-ecee04264f4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:11.024814991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"bfc0e9f0-7b83-458f-8237-ffea72311a71","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:11.068460115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"96f736b0-9213-426a-8a14-a3f7b767a747","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:12.408951294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"c3a7eb53-c0d3-439b-afa8-85fd6800759b","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:12.409017892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"c3a7eb53-c0d3-439b-afa8-85fd6800759b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:12.409097941Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"42d4a2ec-d946-4d4c-8830-261db43a10b1","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:12.409129697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"42d4a2ec-d946-4d4c-8830-261db43a10b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:12.40920439Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"6f7548c5-400b-4fcc-a827-042c98642a6c","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:12.409238299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"6f7548c5-400b-4fcc-a827-042c98642a6c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:12.467815889Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"2a0b98e1-d782-4bf7-ab1f-46cb6cc82319","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:12.467978593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"2a0b98e1-d782-4bf7-ab1f-46cb6cc82319","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.705959456Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"c1ec12db-15da-48cd-b83e-b20a89cbb7d8","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.706037084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"c1ec12db-15da-48cd-b83e-b20a89cbb7d8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.706161905Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"7a218a55-4d4f-48db-8d6f-84ce475bada2","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.706207372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"7a218a55-4d4f-48db-8d6f-84ce475bada2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.706289391Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"aae8ffee-c1d0-440c-b951-263f7d44d2bf","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.706325866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"aae8ffee-c1d0-440c-b951-263f7d44d2bf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.70645304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"15114d91-3dbd-47b9-9dce-c6ae4c0f18bc","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.706547333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"15114d91-3dbd-47b9-9dce-c6ae4c0f18bc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.740129963Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"24a9294b-8975-4c26-8c39-908a0dda7d6e","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.740189862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"24a9294b-8975-4c26-8c39-908a0dda7d6e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.740262279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"2a9c33a8-7943-4a04-b524-5ed2a4f06acf","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.740294719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"2a9c33a8-7943-4a04-b524-5ed2a4f06acf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.740354255Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"7957082d-db81-4dec-b84a-4de9ac502293","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.740384163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"7957082d-db81-4dec-b84a-4de9ac502293","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.740444593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"852cbd8e-3db9-43fa-affe-2083d805801e","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.740473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"852cbd8e-3db9-43fa-affe-2083d805801e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.772942306Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"2e118dd2-0b5d-487e-9eb4-ce63773f6770","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.773002449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"2e118dd2-0b5d-487e-9eb4-ce63773f6770","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.773078581Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"91183489-9b75-415e-9594-35617e039110","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.773113666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"91183489-9b75-415e-9594-35617e039110","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.773173453Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"d65471c2-78ea-44e2-a486-036fbc943ced","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.773204793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"d65471c2-78ea-44e2-a486-036fbc943ced","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.773261974Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"22b24a7e-26ec-49cf-bba7-ed09f3bf7ce0","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.773291793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"22b24a7e-26ec-49cf-bba7-ed09f3bf7ce0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.817509557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"1651d7d0-3cf2-492f-892d-b5a7faab4680","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.817692548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"1651d7d0-3cf2-492f-892d-b5a7faab4680","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.817909389Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"b3ac7ce5-db06-48e3-a5c7-f25518261910","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.81802177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"b3ac7ce5-db06-48e3-a5c7-f25518261910","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.818209502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"179cccb5-c8ab-4f7e-b6ca-aae6ac33ad1f","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.818297167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"179cccb5-c8ab-4f7e-b6ca-aae6ac33ad1f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.818437091Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"5518a215-8b2c-4bc4-a669-704bd50d414d","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:14.81851761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"5518a215-8b2c-4bc4-a669-704bd50d414d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.697990453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"5972734a-d8bf-404a-a89d-ce252f674e1b","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.698176162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"d5209be3-2cc8-4033-9706-701cd75595dc","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"distinct-2-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"distinct-2-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.698321565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"e6ef07c2-774d-4398-bb40-c461c274b4c6","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.698531006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"cf7b8731-1bed-4818-8fec-444c5fa07fdc","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.738336587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"d4ff2a0e-f8dc-4953-8969-fd918f66bf8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.738377303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"fd7e7ce8-ce91-4282-a9a6-bd208b53e5e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.73947117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"4790cfac-2504-400b-acd4-c3b00fcc4ebe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.739544422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"8b0ed85e-c19a-42d8-b41a-f5e654c6e768","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.758552653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"d4ff2a0e-f8dc-4953-8969-fd918f66bf8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.758682306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"fd7e7ce8-ce91-4282-a9a6-bd208b53e5e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.840640317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"6c3e95a6-8150-461a-8eca-557ad89d320a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.840701725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"f5fcac18-c72a-422a-8b22-b596eb4b6ad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.040585869Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","namespace":"ai-tenant-e2e-shared-b-w0-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.040661693Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","namespace":"ai-tenant-e2e-shared-b-w0-67363b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.040711769Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","tenant":"e2e-shared-b-w0-67363b","tenantID":"e2e-shared-b-w0-67363b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.058174176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-67363b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.095987481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"Service","name":"maas-api-e2e-shared-b-w0-67363b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.119530119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-67363b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.142442918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-67363b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.184443379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.207342692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.242755927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.262997594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.27630289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.2894371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.302593916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.315846507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.329277475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.34243149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.358377421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.376885889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.39243831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.409049124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.422705367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-67363b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.436219971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-67363b"},"namespace":"ai-tenant-e2e-shared-b-w0-67363b","name":"default-tenant","reconcileID":"cf714894-a7a6-4c8f-9f6e-c2416ca7e947","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-67363b","namespace":"","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.668704926Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"36163847-b9b8-4cd2-bfb5-a3abd6e11ea2","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.668789852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"36163847-b9b8-4cd2-bfb5-a3abd6e11ea2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.668869748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"b8fd8fd6-0a05-4a27-a36a-74c6cf911079","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.668902294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"b8fd8fd6-0a05-4a27-a36a-74c6cf911079","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.668964831Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"0e0bd6f3-9d88-407d-81f0-36fa7ecb190b","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.668994686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"0e0bd6f3-9d88-407d-81f0-36fa7ecb190b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.670504447Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"1623863a-930c-4543-9b2a-c6fb731818d1","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.670576693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"1623863a-930c-4543-9b2a-c6fb731818d1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.733452657Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-67363b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-67363b","reconcileID":"2f10bb04-f3ce-4e5c-9a57-00e9503fe9ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-67363b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-67363b"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.84832791Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"7964cd15-9eb2-431e-90dc-06128b6eac89","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.84839811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"7964cd15-9eb2-431e-90dc-06128b6eac89","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-2-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.865953501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"a444ab09-c462-4c96-ac8f-766a1f6e75e8","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.866002299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"a444ab09-c462-4c96-ac8f-766a1f6e75e8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.8660707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"9a0b58ad-fcfc-4a2a-8655-7acb57062a14","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.86609879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"9a0b58ad-fcfc-4a2a-8655-7acb57062a14","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.866179196Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"ded81e60-45b3-4bef-a1da-e8677ed1c585","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:17.866211193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"ded81e60-45b3-4bef-a1da-e8677ed1c585","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:17.992219998Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:18.102622602Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"de24a34e-88ff-4449-ae42-2a220f206ad1","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:18.102702496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"de24a34e-88ff-4449-ae42-2a220f206ad1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/distinct-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:18.126721721Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"61d57000-1da0-4e0b-8333-cb2f543f63cb","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:18.126802173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"61d57000-1da0-4e0b-8333-cb2f543f63cb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:18.126891251Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"2661effd-133f-4daa-852c-2a59bbd11cf4","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:18.126926416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"2661effd-133f-4daa-852c-2a59bbd11cf4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:18.136305345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c441a7f2-d932-4efb-9414-7ff551fd45f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:18.150122375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c441a7f2-d932-4efb-9414-7ff551fd45f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:18.163920964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c441a7f2-d932-4efb-9414-7ff551fd45f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:18.177521708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c441a7f2-d932-4efb-9414-7ff551fd45f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:18.528802578Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"80bd353b-0230-4060-9775-9ef2dfc5a2cf","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:18.52886645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"80bd353b-0230-4060-9775-9ef2dfc5a2cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/simulator-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:18.5452595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"86d44a87-7720-4e1c-9fb7-1df46c778d06","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:18.545313926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"86d44a87-7720-4e1c-9fb7-1df46c778d06","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:18.732889329Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"c6494a84-ea49-4b03-9a0d-f75af178828d","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:18.732955063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"c6494a84-ea49-4b03-9a0d-f75af178828d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-e131af/premium-w1-e131af: AITenant \"e2e-worker-w1-e131af\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:18.879744252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3bb6db-d4eb-4ca5-a276-f9e56170b7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:18.894325907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3bb6db-d4eb-4ca5-a276-f9e56170b7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:18.908246496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3bb6db-d4eb-4ca5-a276-f9e56170b7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:18.921878689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3bb6db-d4eb-4ca5-a276-f9e56170b7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:19.503700086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"7b123983-849f-444e-92d4-0d80747d1285","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:19.63055203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"4de852fb-a53b-4718-b853-ff5a9a8e06b4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:19.719491433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"3ce1db69-eeb6-4f12-a381-18801661c8c7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:19.818939623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"b843d7b6-890c-48b3-807a-31ccfbc81619","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:19.920148665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"e593d2f6-9fd6-42b0-b41c-25d7a8ff60ab","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:20.021246267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"2f487d35-bb85-458e-9899-a3fd346a8a37","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:20.12125822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"fa7af7f6-619f-4db6-a3a1-a888abda89d2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:20.221010642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"f5e9a830-42c8-41f7-a9b0-f21fa2310933","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:20.322469639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"c10b43db-e53e-4934-9701-6817df4bd8be","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:20.422929972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"c6023c99-f65b-4e2d-8cad-83f5266e81ac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:20.523282081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"1603426d-dc3b-4ec2-8a76-3bb1f027fdc6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:20.622562732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"be7d3d28-8a25-4d35-8c12-edefe1679fab","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:20.723224034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"ad845b01-047b-470f-9dc9-6ebcb420ca1a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:20.823542718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"fde94ee2-4828-4ee8-be51-94b623efc7f9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:20.931063126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"4229bee8-afe3-4ae6-b557-e47b7a896231","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:21.031181164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"8c330b17-3d06-405b-9be1-184b57e4ff56","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.091899882Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"54e7ba46-a5fe-4c85-abee-d966e2c35852","namespace":"ai-tenant-e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.091965031Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"54e7ba46-a5fe-4c85-abee-d966e2c35852","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:21.102465345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"34d021ff-c48c-42b4-8c57-e3ab4f774195","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.108346809Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"54e7ba46-a5fe-4c85-abee-d966e2c35852","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.126495306Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"54e7ba46-a5fe-4c85-abee-d966e2c35852","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.126510325Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"54e7ba46-a5fe-4c85-abee-d966e2c35852","namespace":"ai-tenant-e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.126585081Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"54e7ba46-a5fe-4c85-abee-d966e2c35852","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.145820058Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"54e7ba46-a5fe-4c85-abee-d966e2c35852","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.146123619Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"cdb4f688-5d21-4c6e-afd7-d07f2180b75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.16848156Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"54e7ba46-a5fe-4c85-abee-d966e2c35852","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.168930185Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"31660fc6-2c95-4230-b2b6-9f4c1910d62d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:21.208195987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"97068112-7e68-46db-adb6-cf78d27dcd10","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:21.357289399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"4dcbc90d-0ddf-4f78-a32f-732647b70e3d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.361332992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"cdb4f688-5d21-4c6e-afd7-d07f2180b75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.361436651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"31660fc6-2c95-4230-b2b6-9f4c1910d62d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.380193427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"cdb4f688-5d21-4c6e-afd7-d07f2180b75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.380214018Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-access","reconcileID":"cdb4f688-5d21-4c6e-afd7-d07f2180b75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.380197477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"31660fc6-2c95-4230-b2b6-9f4c1910d62d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"e2e-worker-w4-063b46-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.380388507Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-access","reconcileID":"31660fc6-2c95-4230-b2b6-9f4c1910d62d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-063b46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:21.426578508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"9cdd01cf-fe32-4e86-97ef-b155c45d01de","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.426744741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"27c31d10-e9c2-45de-a3bf-be074b6f5995","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.446503146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"e8da7278-9196-4491-b27e-f0f59a5aaafc","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.460947293Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"d02fd387-85f3-4db7-893f-d13419d38f83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d3a6107f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.480611582Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"34bb17c2-a473-4a44-9d68-fe2d2ab60556","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ebcfc9e","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:21.537560324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"fa4cf72c-5770-4d30-8dc4-ad5fe1e9009e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:21.643463539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"f7571888-1a0a-4f5c-9446-6ff069b201a8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:21.746645532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"a7340325-33a3-48fb-b309-d123673aa496","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:21.846208219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"f9a879ea-c053-4897-9698-08b96ac08752","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:21.944854725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"6cd90445-55cf-4a03-aee5-9b96dad6c5c8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:22.044608824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"9a010418-7ef5-4e7e-b24c-3eeb33c83089","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:22.143444855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"f98adbc5-c8b7-4c6d-ad5d-dee2b63d2d0a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:22.245886769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"29f072c2-854d-4219-83ac-1040541aa1bc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:22.344708236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"8d2ed862-c736-48d1-af80-f6f3f0232fcd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:22.445678478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"cd4d588e-ecd1-45ab-b541-9778efdcf5dc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:22.545283588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"e1bcd48a-3220-4bf5-84ac-8c5121c8e274","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:22.645991186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"622648aa-4b31-41a9-9e09-fe3af873e470","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:23.100982232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"b112adc8-f7cc-456d-8946-1569ad88c1b9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:23.206517108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"3457c8d0-8f69-4b3d-8b2b-2804cb1d66ba","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:23.310998211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"b4735730-c520-4e71-9f0c-aa45676c794d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:23.4054369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"c9c8af94-2ccf-4b27-b26f-c0e540bc0bdd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:24.475091278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"4556d810-6ea3-422d-9ea3-fd97f95897ba","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:24.557225756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"1bcf951b-e76c-4b99-bd52-a45f196c3a16","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:24.7213097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"497ca4b0-ae69-4f63-8ef1-17607297adb6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:24.814083948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"1db9bd96-bef5-4133-ae0f-6561c779e442","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.898534497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"73ad2adf-62dc-4643-a6f5-116626cb611a","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.898822102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"db9c092b-2a04-48cf-94eb-ed5f5f4d4b6a","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.899008047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"658df077-1293-4f81-aca9-fe363a6feb6f","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.899252124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"f4c2a24c-4da3-4e1a-adfd-20cb5b81faa4","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.931309194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"599ec930-c361-4905-885d-198081901223","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.931579094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"7dc82b3a-d616-47a5-a192-09e3268ef5e5","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.93196305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"34728b0b-039d-49f8-8bc5-09f5a5e8197d","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.932269503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"b8f1d40f-f3ae-41c7-a7c0-5dc36801e0f2","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.954730206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"805b9a9a-87c6-48a7-befe-545b10b55a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.954730265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"ddbb8a07-5731-4df9-b3a1-b39563fa80bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.956215706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"d3f4a06b-8579-47fc-8aa0-cc987e3e562a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.956897083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"d59eb5f5-521e-4973-a219-5622742890a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.974968267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"805b9a9a-87c6-48a7-befe-545b10b55a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:25.975465667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"ddbb8a07-5731-4df9-b3a1-b39563fa80bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.063358252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"6e1283fd-67e5-4142-a39a-5a5283a347e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.084552207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"9943f86f-9741-4f57-ba65-75fb54d86b57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.168757167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"f81bf607-9867-49ca-a4b2-8435842aa62c","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.204602464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"5e6ded65-8cab-47e9-b660-85f60329439d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.204616598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"56e4a259-5056-46f2-bc83-792b14018b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.223674476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"5e6ded65-8cab-47e9-b660-85f60329439d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.223718094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"56e4a259-5056-46f2-bc83-792b14018b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.307362048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec87fd73-989e-468e-8678-bb6cfe48bd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.320939307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec87fd73-989e-468e-8678-bb6cfe48bd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.376284504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec87fd73-989e-468e-8678-bb6cfe48bd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.390421478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec87fd73-989e-468e-8678-bb6cfe48bd36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.02605133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debc0131-17b0-45e0-9b8b-924a714c32f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.039728573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debc0131-17b0-45e0-9b8b-924a714c32f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.053510007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debc0131-17b0-45e0-9b8b-924a714c32f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.067371429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debc0131-17b0-45e0-9b8b-924a714c32f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:27.126103345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"cf71466d-d0b3-4cda-8c92-603f7b869a65","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:27.229253809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"f640d1a4-75d0-4f16-89b5-3ba9be4f64db","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:27.353423675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"0a453183-1813-4952-a552-d1a0b72c868e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:27.465491494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"fd65b0d8-42c2-4fe6-a2cd-c809cf7b5027","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.636406572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506dbcee-e900-463d-8c64-077efad7fe1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.65013811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506dbcee-e900-463d-8c64-077efad7fe1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.663708087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506dbcee-e900-463d-8c64-077efad7fe1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.677317706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506dbcee-e900-463d-8c64-077efad7fe1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.349500546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a5a477-67f8-4df5-ae4d-406f4b1409c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.363199175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a5a477-67f8-4df5-ae4d-406f4b1409c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.376639615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a5a477-67f8-4df5-ae4d-406f4b1409c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.390449092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a5a477-67f8-4df5-ae4d-406f4b1409c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.020649224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0760347-4f31-430e-a9b3-a24c2ada202f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.034310627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0760347-4f31-430e-a9b3-a24c2ada202f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.047793851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0760347-4f31-430e-a9b3-a24c2ada202f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.061336555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0760347-4f31-430e-a9b3-a24c2ada202f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.659830754Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"0a62f3e1-231a-461c-9ce7-83e0e90d1d23","namespace":"ai-tenant-e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.659901607Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"0a62f3e1-231a-461c-9ce7-83e0e90d1d23","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.675416062Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"0a62f3e1-231a-461c-9ce7-83e0e90d1d23","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.691458633Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"0a62f3e1-231a-461c-9ce7-83e0e90d1d23","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.691480565Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"0a62f3e1-231a-461c-9ce7-83e0e90d1d23","namespace":"ai-tenant-e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:30.156063917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"premium-w2-575d59","reconcileID":"5b1f5e7d-5244-4362-8f63-4d544b6b5a36","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:30.450142875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"simulator-w2-575d59","reconcileID":"1ceb5e1a-9564-444a-8b2c-d575c7f38a98","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:30.557924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-2-w2-575d59","reconcileID":"8cbbf9e7-212c-4741-afd3-74e9ea5db0eb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:30.733892843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-575d59","namespace":"e2e-models-e2e-worker-w2-575d59"},"namespace":"e2e-models-e2e-worker-w2-575d59","name":"distinct-w2-575d59","reconcileID":"9a6ff7c9-d26e-4115-932f-a21b3aad13eb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-575d59\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.99942807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"18b82dc0-3482-4acf-9492-fa8c04b02178","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.128229612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"57352514-51d7-4c6d-b04a-0288dd12f0fa","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.170532417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"559f82a0-96e1-4a57-8267-2039b8793f11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.190147707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"f0200546-b9e1-438c-acb7-a2b8ae1ed4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.208343605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"f0200546-b9e1-438c-acb7-a2b8ae1ed4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.220273717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"6993043f-f21b-4682-850c-214d44633bee","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.239132378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"80c1c3f8-4a96-4a1a-a467-2607ecafb776","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.273133733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"421a1bb2-936b-4d9b-810c-ad767bcb8873","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.283296513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"0252de10-3594-46c4-9872-dfa43ff80c3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.298388245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"cd7c88fc-71b2-4228-828f-2e9f8c1ccdff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.318074455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"cd7c88fc-71b2-4228-828f-2e9f8c1ccdff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.333620007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"bf676713-cd8d-42c3-9ec5-52acfe584d93","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.375198583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"4628101d-b2fb-484d-bf50-a93c466e56ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.476897726Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"211df0cc-421b-4763-9282-60c5ba11e597","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.491080494Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"211df0cc-421b-4763-9282-60c5ba11e597","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.494384247Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"aeb22086-8770-43b5-9bda-c3d97f42e791","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.504755023Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"premium-simulator-subscription","reconcileID":"211df0cc-421b-4763-9282-60c5ba11e597","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/premium-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.508387219Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"aeb22086-8770-43b5-9bda-c3d97f42e791","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.522115047Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"simulator-subscription","reconcileID":"aeb22086-8770-43b5-9bda-c3d97f42e791","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-063b46"},"name":"maas-trlp-simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46","model":"e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.582566419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"b160bc48-3cc5-4cfc-a6f4-41adfaa8dae2","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"premium-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"premium-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.608391514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"103fa341-d924-4218-8b7d-632fa08f4d66","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"routeName":"simulator-w4-063b46-kserve-route","namespace":"e2e-models-e2e-worker-w4-063b46","llmisvcName":"simulator-w4-063b46","gateway":"openshift-ingress/e2e-worker-w4-063b46","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:32.349442272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"d0812b17-7b04-40e8-88e5-a2b7f70883b0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:32.448380907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"8b4f8ac0-a1cd-4d7a-8c48-1c3b73cfad43","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:32.548698159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"02b43d24-2627-427b-a977-cd34adfccd20","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:32.656826217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"9d21d254-fc6f-40ec-9d6c-98ae062fe979","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:36.043904294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"6a569545-ccd4-4b80-bbde-0b6de77cc6d0","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:36.044191297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"371ea8f0-0252-4eb0-bbc8-61047212ffca","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:36.044451015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"eca21fa4-362b-401f-a539-ab83b946a79f","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:36.044612391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"541a9d47-50b3-4aae-960a-fc39fb71c6f3","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"distinct-2-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"distinct-2-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:36.105421677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"ba669a42-c0eb-4e7c-b293-e7bb62a04590","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:36.105870719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"b5ad10e8-b4bd-4ff8-ae5f-e310b152aa99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:36.12962263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"ddfa4fe1-a160-404c-aa4f-2df91e4bd03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:36.129948281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"c32fb2ad-82d7-4870-905c-32b633721cdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:36.16752271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"ddfa4fe1-a160-404c-aa4f-2df91e4bd03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:36.170969742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"c32fb2ad-82d7-4870-905c-32b633721cdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:36.205241258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"2430ceaa-c5f4-481a-8234-e444542ab2e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:36.20572211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"98548e58-1dbe-4cca-9b25-54cd999baa22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.720373228Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","namespace":"ai-tenant-e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.720435966Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","namespace":"ai-tenant-e2e-worker-w4-063b46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.720484819Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","tenant":"e2e-worker-w4-063b46","tenantID":"e2e-worker-w4-063b46","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.736394704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"Deployment","name":"maas-api-e2e-worker-w4-063b46","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.7691624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"Service","name":"maas-api-e2e-worker-w4-063b46","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.787180961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-063b46","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.80284225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-063b46","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.819405589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.835735194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.855552537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.871713503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.88508918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.89851883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.911888466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"Service","name":"payload-processing-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.925155676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:37.982505446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:38.019699754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:38.033264743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:38.059509514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:38.072972839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:38.093910694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:38.107362216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-063b46","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:38.120568978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-063b46"},"namespace":"ai-tenant-e2e-worker-w4-063b46","name":"default-tenant","reconcileID":"7984dee1-1682-45c2-9a99-3f1e011f3614","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-063b46","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:38.399590241Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-063b46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-063b46","reconcileID":"cdd5b3cc-2fd6-4676-9d20-581be6837429","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-063b46","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-063b46"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.504357403Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"37fe69de-eeef-4996-aadc-52112bd4761b","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.522687919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"37fe69de-eeef-4996-aadc-52112bd4761b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.522875757Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"88726392-3ef4-431a-9c93-9ce4d021cbe6","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.552918091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"88726392-3ef4-431a-9c93-9ce4d021cbe6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.553130357Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"964122a9-0f3c-4c3a-81ea-c6efeebfd21d","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.590307965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"964122a9-0f3c-4c3a-81ea-c6efeebfd21d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.590485412Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"6c937512-d837-40cb-84a7-f46ec4f8d66a","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.622855651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"6c937512-d837-40cb-84a7-f46ec4f8d66a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.623033017Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"028d8fef-52b6-4808-a88a-a7094c0f98a5","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.623083603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"028d8fef-52b6-4808-a88a-a7094c0f98a5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.623155361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"b40c04a0-9927-4613-90c0-16f71011ad1e","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.623192131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"b40c04a0-9927-4613-90c0-16f71011ad1e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.623255663Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"a2980238-1225-4c4b-9943-6c8725924b15","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.623282507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"a2980238-1225-4c4b-9943-6c8725924b15","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.629062469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"3faa3272-9157-42e7-af0b-dc46d09fa62b","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.62910677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"3faa3272-9157-42e7-af0b-dc46d09fa62b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.634263303Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"13b61d55-6a2c-44ae-9725-ecf23d2d9830","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.634316301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"13b61d55-6a2c-44ae-9725-ecf23d2d9830","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.634389992Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"65294824-34cb-493a-abc1-688d8744c1fa","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.634422464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"65294824-34cb-493a-abc1-688d8744c1fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.634486819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"1b7a0607-eec4-4fe4-800d-6c556c5a0647","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.634516237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"1b7a0607-eec4-4fe4-800d-6c556c5a0647","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.639462496Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"e3149b7d-05fe-48fd-8dba-47488474536c","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.639512099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"e3149b7d-05fe-48fd-8dba-47488474536c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.664300559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"3ce21771-5b76-4109-aa97-c7c7cadbb932","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.664354374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"3ce21771-5b76-4109-aa97-c7c7cadbb932","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.664425597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"731c47fd-f9cb-433c-86b2-660061146414","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.664453948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"731c47fd-f9cb-433c-86b2-660061146414","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.664517309Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"a85779aa-d773-453f-aaaf-228b3c6bf445","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.664542837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"a85779aa-d773-453f-aaaf-228b3c6bf445","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.664606117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"e95fa789-b8f3-46f0-8dac-d9a22ca6a90f","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.664632951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"e95fa789-b8f3-46f0-8dac-d9a22ca6a90f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.704555937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"4740ce85-07e4-4a55-b8a8-4ad6d5f320fd","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.704615947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"4740ce85-07e4-4a55-b8a8-4ad6d5f320fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.704698116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"a295b83e-74af-487a-aebc-e921d5d8638e","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.704729507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"a295b83e-74af-487a-aebc-e921d5d8638e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.704819378Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"81cea857-cbb0-4a99-bc77-9564f1325e57","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.70485245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"81cea857-cbb0-4a99-bc77-9564f1325e57","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.704912422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"49152670-cc4d-4ab4-989a-cf7058e24238","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.704942579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"49152670-cc4d-4ab4-989a-cf7058e24238","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.784898652Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"16606a94-e4f8-4901-be86-0d520a7a7a5e","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.784962503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"16606a94-e4f8-4901-be86-0d520a7a7a5e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.785053135Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"779465b0-5fa8-47c3-83b1-7a5f33c6318a","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.785084839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"779465b0-5fa8-47c3-83b1-7a5f33c6318a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.785151698Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"cd045f67-6a7e-4d93-bf79-23a6b69a13d0","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.785182688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"cd045f67-6a7e-4d93-bf79-23a6b69a13d0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.785245467Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"16d18770-502b-42fe-a230-e36cf821365e","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.785274663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"16d18770-502b-42fe-a230-e36cf821365e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:38.842861623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b8291f2-2c1b-4188-991a-8cac0bf20be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:38.856351745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b8291f2-2c1b-4188-991a-8cac0bf20be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:38.869837813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b8291f2-2c1b-4188-991a-8cac0bf20be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:38.883272373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b8291f2-2c1b-4188-991a-8cac0bf20be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.946207869Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"e69a561b-9ad6-45f2-a989-009e9a0630f5","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.946271868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"e69a561b-9ad6-45f2-a989-009e9a0630f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.946352532Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"f04accdf-e637-4dfd-aaf6-22a512445e3b","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.946385357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"f04accdf-e637-4dfd-aaf6-22a512445e3b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.946454888Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"0aa53855-ba8d-4d6d-bc34-e0b281e504e6","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.946485714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"0aa53855-ba8d-4d6d-bc34-e0b281e504e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.946544938Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"84a27b74-fb08-4143-8913-a8a04096593e","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:38.946574706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"84a27b74-fb08-4143-8913-a8a04096593e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.267179402Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"8a78bda6-221f-4476-a910-c3aae00dbd0e","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.267238579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"8a78bda6-221f-4476-a910-c3aae00dbd0e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.267313545Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"cb28ee4a-e54e-4f5d-9cd7-cb3682254aa3","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.267342557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"cb28ee4a-e54e-4f5d-9cd7-cb3682254aa3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.267405063Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"668c3a2f-e056-4fb3-b5d6-2d31476d331c","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.267430733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"668c3a2f-e056-4fb3-b5d6-2d31476d331c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.267487484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"088f4832-4013-459a-8f56-2d1a9a4b7300","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.267512846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"088f4832-4013-459a-8f56-2d1a9a4b7300","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.429798213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c71aae-4e98-4d44-b08c-a3f847b52de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.44368496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c71aae-4e98-4d44-b08c-a3f847b52de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.457692059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c71aae-4e98-4d44-b08c-a3f847b52de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.471263273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c71aae-4e98-4d44-b08c-a3f847b52de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.790702712Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"f2523824-21b8-453c-bb45-2baf957b6785","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.790788087Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"f2523824-21b8-453c-bb45-2baf957b6785","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.807799149Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"f2523824-21b8-453c-bb45-2baf957b6785","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.808384096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"355516ac-0e51-42a6-bdcf-fb65e52ff7d5","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.826750623Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"f2523824-21b8-453c-bb45-2baf957b6785","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.826780866Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"f2523824-21b8-453c-bb45-2baf957b6785","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.826875692Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"f2523824-21b8-453c-bb45-2baf957b6785","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.827288312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"81f1339c-d49c-4a1c-a9d5-4e6657409711","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.844048102Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"f2523824-21b8-453c-bb45-2baf957b6785","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.845557359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"c112a277-fea8-492c-9141-cc0fd88206bc","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.853913874Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"6234d497-2a30-4c60-b008-46aa913626ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b3c8d76d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.862555746Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"f2523824-21b8-453c-bb45-2baf957b6785","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.863164416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"ab825ff4-21d8-462e-a1d9-bc703865c85c","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.869136281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"f8b1bf4f-4655-464e-b6f3-5feb0a7f2a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.873072157Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"cc47ebe3-8686-4b8e-9313-5d4af4a52020","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ff1b00de","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.879191886Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"5b66c9b2-0ec9-4de6-a0b8-de9c52846832","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b3c8d76d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.888121458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"f8b1bf4f-4655-464e-b6f3-5feb0a7f2a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.900001046Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"6d167bbc-7715-40cf-9c31-86b17b03e523","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ff1b00de","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.914000901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"ebb95423-1da0-415c-8a96-b28ed694aa7b","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.914100607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"ebb95423-1da0-415c-8a96-b28ed694aa7b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.914346646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"63b2fed9-5eec-4948-bc6a-04af88d08e72","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.914422554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"63b2fed9-5eec-4948-bc6a-04af88d08e72","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.914632943Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"f693e9ba-8c90-4a1c-8e7a-8dcfa9d1a32a","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.914707487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"f693e9ba-8c90-4a1c-8e7a-8dcfa9d1a32a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.91494269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"99847f2f-732e-422a-b033-3318f946a611","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:39.915023278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"99847f2f-732e-422a-b033-3318f946a611","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.966860415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"8b2aed79-aa79-4221-910c-54f2883a81a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:39.985270836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"8b2aed79-aa79-4221-910c-54f2883a81a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.021915508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"51a2901e-47c6-4d07-b7da-3bc40b230b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.035264595Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"91546c15-2687-4a6e-ba1f-bed02a396849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.062874289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"51a2901e-47c6-4d07-b7da-3bc40b230b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.075861448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"91546c15-2687-4a6e-ba1f-bed02a396849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.081545292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"51a2901e-47c6-4d07-b7da-3bc40b230b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.081564272Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-access","reconcileID":"51a2901e-47c6-4d07-b7da-3bc40b230b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.103218147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"91546c15-2687-4a6e-ba1f-bed02a396849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"e2e-worker-w0-08e15d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.103235325Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-access","reconcileID":"91546c15-2687-4a6e-ba1f-bed02a396849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.129533168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"434b32b5-ad12-4996-bac3-729634cac404","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.148679083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"f509148d-ba4f-469c-a77e-0b64e2afabfe","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:41.194715804Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"7884b217-2235-4463-ab18-c5a154419219","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:41.194798725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"7884b217-2235-4463-ab18-c5a154419219","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:41.194891757Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"da023681-9b71-4612-ae2a-a1c0c3d8630d","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:41.194931413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"da023681-9b71-4612-ae2a-a1c0c3d8630d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:41.195008989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"dd8c0949-87ed-48af-bbb4-a98d04caba5e","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:41.195056718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"dd8c0949-87ed-48af-bbb4-a98d04caba5e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:41.195129358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"76403d93-c6fc-4c04-8425-b3cc811c2e06","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:41.195165926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"76403d93-c6fc-4c04-8425-b3cc811c2e06","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:42.66128311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"3c866f37-1ff3-4d9c-b94d-e746bdd66101","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:42.764709309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"3665cbc4-f096-4e7d-9df6-0850b5899b0b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:42.861910288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"380655ff-a825-4b74-95b0-2773788c1da9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:42.968169268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"093edec4-9998-4fff-9e61-e8d3a1cb3283","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:43.75561286Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"2a857c9b-d996-4e4f-bc99-b64ab60e550c","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:43.755844748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"2a857c9b-d996-4e4f-bc99-b64ab60e550c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:43.756086387Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"b0d2dd25-d407-4830-9193-d061312107fd","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:43.756165789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"b0d2dd25-d407-4830-9193-d061312107fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:43.756280003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"4d37a63c-2313-4caf-8c8b-2e2e73a00f1d","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:43.756324813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"4d37a63c-2313-4caf-8c8b-2e2e73a00f1d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:43.75651118Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"6baaa284-801c-445f-a2e0-e1a0c86114f2","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:43.756563042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"6baaa284-801c-445f-a2e0-e1a0c86114f2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.863561258Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"b3165728-b2a8-4d4c-b8a2-ee3a0c384adf","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.863647339Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"b3165728-b2a8-4d4c-b8a2-ee3a0c384adf","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.879842185Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"b3165728-b2a8-4d4c-b8a2-ee3a0c384adf","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.895714077Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"b3165728-b2a8-4d4c-b8a2-ee3a0c384adf","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.895731287Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"b3165728-b2a8-4d4c-b8a2-ee3a0c384adf","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.526506889Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"2219ea64-6348-47b7-9182-b1c1e75a14ea","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.52660633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"2219ea64-6348-47b7-9182-b1c1e75a14ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.526722172Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"0ec9cf68-c01d-4fc8-9726-e0d4ff578446","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.526795111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"0ec9cf68-c01d-4fc8-9726-e0d4ff578446","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.526895642Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"2d181b7f-35a2-42b3-bf0e-94381224095a","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.527062483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"2d181b7f-35a2-42b3-bf0e-94381224095a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.527296611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"916af224-3d2b-4c0b-ad49-73382edb7c49","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.527381348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"916af224-3d2b-4c0b-ad49-73382edb7c49","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.557133216Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"58e849dd-3540-40bb-ac30-c17224ff448d","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.557193509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"58e849dd-3540-40bb-ac30-c17224ff448d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.557265034Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"0c54cb16-f8d2-447d-9dff-fe6775424727","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.557298656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"0c54cb16-f8d2-447d-9dff-fe6775424727","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.55737752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"056e7529-8f78-4839-a644-d8fdf0086c2a","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.557422662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"056e7529-8f78-4839-a644-d8fdf0086c2a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.557532521Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"cb14d232-199d-4e7e-8cd3-356973719ab3","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.55756752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"cb14d232-199d-4e7e-8cd3-356973719ab3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.587924279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"96873bd0-d82f-483b-92a3-3d57644cf09c","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.587983163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"96873bd0-d82f-483b-92a3-3d57644cf09c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.588053654Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"bd4c456d-c4c4-4f02-964f-29b3f88e10cd","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.588087156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"bd4c456d-c4c4-4f02-964f-29b3f88e10cd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.588165223Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"e0c69353-569e-4e5a-8686-9fcf8e1b5b8c","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.588195682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"e0c69353-569e-4e5a-8686-9fcf8e1b5b8c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.588254184Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"d7ed744d-2c5d-4a50-a80d-f7b262f45c6f","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.588284308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"d7ed744d-2c5d-4a50-a80d-f7b262f45c6f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.620392481Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"dd0dc266-0b04-447f-8ca2-c272d24910c4","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.620448192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"dd0dc266-0b04-447f-8ca2-c272d24910c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/simulator-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.620516561Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"30f0e573-1ffd-4d57-97e7-6f0d4fcef4b7","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.620548231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"30f0e573-1ffd-4d57-97e7-6f0d4fcef4b7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/premium-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.620689863Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"8958e9c5-9b20-4e7c-b57d-c9bd33173409","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.620761923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"8958e9c5-9b20-4e7c-b57d-c9bd33173409","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.620897074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"7aad488f-7cb7-4f58-9f63-e9e6c28e91ac","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:45.620945396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"7aad488f-7cb7-4f58-9f63-e9e6c28e91ac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-063b46/distinct-2-w4-063b46: AITenant \"e2e-worker-w4-063b46\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:47.010176301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"b5b9239d-a7b5-4d14-8fb5-39f4dbaec4c1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:47.12890693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"81bb617e-b13a-4d14-8340-80b74753f1cf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:47.222258406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"778060de-f1f8-43ba-bb4b-3806e123cda4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:47.323163815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"35e4369d-1d88-4caa-903f-736e11d4360c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:47.948523536Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:48.116732659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"68153e8f-7d06-4d30-b2b6-b01103c3bff8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:48.216603679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"389e8377-82f8-42da-a49f-01c8dea77c44","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:48.290144351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"f3fda9c5-63be-4af7-bb5d-fbc2182f9ea6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:48.390336592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"66ed95f4-a6cc-4a0e-b69d-67250b77d0cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:48.490730996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"15803366-a929-4b06-b6ef-90314b6b6928","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:48.596361482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-w4-063b46","reconcileID":"2e4fc3af-66d6-4d7d-b7b4-29d0c8384d2d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:48.695683179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"premium-w4-063b46","reconcileID":"2cd33d2e-ea59-4ae8-b341-ee511891b1ef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:49.01184314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"distinct-2-w4-063b46","reconcileID":"25d9e8ea-df8c-4353-84be-3672c2c614b9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:49.211441151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-063b46","namespace":"e2e-models-e2e-worker-w4-063b46"},"namespace":"e2e-models-e2e-worker-w4-063b46","name":"simulator-w4-063b46","reconcileID":"ee7f1435-ff2d-4989-b090-ca9453cf1621","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-063b46\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:49.893372809Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"97271400-8e8c-4bf2-b71a-ffd2971cfa6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:49.89653634Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"7f137756-a8d4-4be8-b3bf-581b17454a0e","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:49.896595545Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"7f137756-a8d4-4be8-b3bf-581b17454a0e","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:49.907688951Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"97271400-8e8c-4bf2-b71a-ffd2971cfa6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:49.912123136Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"7f137756-a8d4-4be8-b3bf-581b17454a0e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:49.914065675Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"989bb4a1-2da3-416c-83ab-4a3f0888bbf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:49.921761723Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"simulator-subscription","reconcileID":"97271400-8e8c-4bf2-b71a-ffd2971cfa6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:49.927959674Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"7f137756-a8d4-4be8-b3bf-581b17454a0e","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:49.927976912Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"7f137756-a8d4-4be8-b3bf-581b17454a0e","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:49.928131761Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"989bb4a1-2da3-416c-83ab-4a3f0888bbf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:49.941861223Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"premium-simulator-subscription","reconcileID":"989bb4a1-2da3-416c-83ab-4a3f0888bbf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"name":"maas-trlp-premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d","model":"e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:49.996876058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"8b1bf473-ca1f-41b2-a38a-0788a3ae1510","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"simulator-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"simulator-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.015637086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"7aaa1532-13e7-478c-8828-14b3dfd46713","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"routeName":"premium-w0-08e15d-kserve-route","namespace":"e2e-models-e2e-worker-w0-08e15d","llmisvcName":"premium-w0-08e15d","gateway":"openshift-ingress/e2e-worker-w0-08e15d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.624596363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cd8f9f79-8a5f-41e6-b959-00ad499735b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.624625834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f104491-7412-4054-8112-80d6fda3ebdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:54.269048232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2663272-7d31-41c5-960c-afa7eccb18c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:54.392610155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3cd61530-e48f-4963-a718-6f59b380e7f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:54.928609023Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:54.928675192Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","namespace":"ai-tenant-e2e-worker-w0-08e15d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:54.928736128Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","tenant":"e2e-worker-w0-08e15d","tenantID":"e2e-worker-w0-08e15d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:54.943932108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"Deployment","name":"maas-api-e2e-worker-w0-08e15d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:54.980544035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"Service","name":"maas-api-e2e-worker-w0-08e15d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:54.997399258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-08e15d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.013910148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-08e15d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.031829861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.047224808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.063415377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.081234137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.094701026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.108440863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.121911637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"Service","name":"payload-processing-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.135085715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.148818955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.162309329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.175832107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.195252932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.210106691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.224075599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.237486824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-08e15d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.250879941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-08e15d"},"namespace":"ai-tenant-e2e-worker-w0-08e15d","name":"default-tenant","reconcileID":"2b2711c9-a61e-4f66-bff7-3984273fdf60","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-08e15d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.504714976Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-08e15d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-08e15d","reconcileID":"3f67e1c9-19fc-4b86-8107-14a3c533f8a2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-08e15d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-08e15d"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.551867886Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"b1e2c8ac-b969-4b18-be51-2fe2adc11ab5","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.58733562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"b1e2c8ac-b969-4b18-be51-2fe2adc11ab5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.587471023Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"f13a52d8-8398-4121-997c-325daba27ec5","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.605392758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"f13a52d8-8398-4121-997c-325daba27ec5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.605541609Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"a9dc460d-19b2-4c5e-9b19-22bf2f4f1f60","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.629588847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"a9dc460d-19b2-4c5e-9b19-22bf2f4f1f60","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.629849205Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"1690171e-2688-4844-977d-9dbf9a4df905","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.649397079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"1690171e-2688-4844-977d-9dbf9a4df905","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.6495622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"a2344352-3063-493b-82b5-c1f916c3563f","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.649605586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"a2344352-3063-493b-82b5-c1f916c3563f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.649687839Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"4528dff7-b303-4ff2-9cde-3e477d6af293","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.649727523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"4528dff7-b303-4ff2-9cde-3e477d6af293","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.649822038Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"8fc7b3c6-27f4-4db7-b1eb-058e77d8e6c4","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.649852494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"8fc7b3c6-27f4-4db7-b1eb-058e77d8e6c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.655452332Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"da5ef18f-1b21-4622-b65c-a73d9c5ac867","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.655501576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"da5ef18f-1b21-4622-b65c-a73d9c5ac867","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.660652204Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"d3b8b771-1999-4055-9e0b-fdcc5746611a","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.660700463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"d3b8b771-1999-4055-9e0b-fdcc5746611a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.660801784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"3187a65c-adf7-4c26-aac6-8c81faf3d6fa","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.660835425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"3187a65c-adf7-4c26-aac6-8c81faf3d6fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.66090075Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"a4245bab-54d1-463d-a6c6-35cdebaa18b8","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.660931546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"a4245bab-54d1-463d-a6c6-35cdebaa18b8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.666488422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"65170a8e-e69c-485d-8ca7-9c35414cc6ba","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.666540978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"65170a8e-e69c-485d-8ca7-9c35414cc6ba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.681824802Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"1c63d109-d51b-42c4-abdc-b3644bed2513","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.681874347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"1c63d109-d51b-42c4-abdc-b3644bed2513","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.681965701Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"a1af88cc-39b8-4cdb-9f91-4fba5bab0479","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.682004404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"a1af88cc-39b8-4cdb-9f91-4fba5bab0479","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.682098219Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"5f03244c-e4b8-4b4d-b69c-c8a8e91d219f","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.682134372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"5f03244c-e4b8-4b4d-b69c-c8a8e91d219f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.690407951Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"bdd3da79-6369-4cb8-8945-10f2c7c54242","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.690465038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"bdd3da79-6369-4cb8-8945-10f2c7c54242","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.76296917Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"cc09ab1c-6d2a-4fbf-905b-ddeb3a125348","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.763037165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"cc09ab1c-6d2a-4fbf-905b-ddeb3a125348","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.76314013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"6c1d6166-3578-4f3c-adbc-c481f41535ad","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.763178986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"6c1d6166-3578-4f3c-adbc-c481f41535ad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.763262887Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"f528dccc-0e82-4784-87ae-44d47dfda05e","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.763300984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"f528dccc-0e82-4784-87ae-44d47dfda05e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.763386568Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"bf183201-67ba-466b-adc3-10d746cd6cbc","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.763422441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"bf183201-67ba-466b-adc3-10d746cd6cbc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.843223665Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"efeaa1cb-68b9-4799-8552-9b73a2c74950","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.843291566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"efeaa1cb-68b9-4799-8552-9b73a2c74950","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.843389408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"eed7e6ee-d887-4cba-839c-f9b5cd8d1aa8","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.843433052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"eed7e6ee-d887-4cba-839c-f9b5cd8d1aa8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.843520392Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"37943875-1613-4ba5-8f6c-69d39cdd0e69","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.843562525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"37943875-1613-4ba5-8f6c-69d39cdd0e69","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.843656662Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"2c34692f-3321-4bc7-ae7e-07057333a55b","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:55.843698397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"2c34692f-3321-4bc7-ae7e-07057333a55b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.905602381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5b7fc5-895f-4f7e-8eef-5afc6d6146ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.919419549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5b7fc5-895f-4f7e-8eef-5afc6d6146ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.933066293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5b7fc5-895f-4f7e-8eef-5afc6d6146ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:55.946780164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5b7fc5-895f-4f7e-8eef-5afc6d6146ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.004028947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"38e58845-a6c3-4aa0-b582-c3b2622f7b5a","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.004098281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"38e58845-a6c3-4aa0-b582-c3b2622f7b5a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.004196514Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"57a6f4a9-6c70-4a19-a974-d80e503bf0e6","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.004226968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"57a6f4a9-6c70-4a19-a974-d80e503bf0e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.004292056Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"722bd0fd-fce8-4dba-9459-a00df4f6917e","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.004326381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"722bd0fd-fce8-4dba-9459-a00df4f6917e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.004452455Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"e04ef2ac-30c8-4df7-bbf7-93b417a638c9","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.004508483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"e04ef2ac-30c8-4df7-bbf7-93b417a638c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.370098053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"185e7932-2ccb-43b2-9025-ff4cc06c5b0f","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.370161164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"185e7932-2ccb-43b2-9025-ff4cc06c5b0f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.370233024Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"0ac83346-5708-493b-8232-974e9bf5edb5","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.370262163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"0ac83346-5708-493b-8232-974e9bf5edb5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.370327011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"536944fb-3747-448d-a220-144bd4aee0e8","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.370352896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"536944fb-3747-448d-a220-144bd4aee0e8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.370411782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"3a2459f3-4222-4130-8984-a4a1022c3584","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:56.370436467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"3a2459f3-4222-4130-8984-a4a1022c3584","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:56.631473324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e383abfc-2e58-4696-bbc3-b53ff5425194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:56.646210561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e383abfc-2e58-4696-bbc3-b53ff5425194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:56.659860478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e383abfc-2e58-4696-bbc3-b53ff5425194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-29T23:33:56.673312361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e383abfc-2e58-4696-bbc3-b53ff5425194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:57.011127889Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"4a0dba06-fff4-4fd1-9124-981b9d2b7532","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:57.011194931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"4a0dba06-fff4-4fd1-9124-981b9d2b7532","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:57.011289012Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"271816e1-d858-49d4-95d1-02cc0e7a682d","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:57.011322149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"271816e1-d858-49d4-95d1-02cc0e7a682d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:57.011385898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"219a8d31-4954-493d-9e43-907c975a13a7","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:57.011416107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"219a8d31-4954-493d-9e43-907c975a13a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:57.011485118Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"8bfc0ae1-cb13-4ae1-9f75-dd074460ffa4","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:57.011516347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"8bfc0ae1-cb13-4ae1-9f75-dd074460ffa4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.291545758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"f9e5fdb2-9f81-4834-883c-332819460dda","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.291632669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"f9e5fdb2-9f81-4834-883c-332819460dda","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.291727883Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"d3d02e7c-2aba-47e5-a6b7-353323ef2f5c","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.291761559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"d3d02e7c-2aba-47e5-a6b7-353323ef2f5c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.291849241Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"97c0531c-9d8c-4430-b129-4106e3bf3edb","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.291889691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"97c0531c-9d8c-4430-b129-4106e3bf3edb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.291955766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"bc574856-3e1e-4e48-af95-bfdb00e4f164","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.29198587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"bc574856-3e1e-4e48-af95-bfdb00e4f164","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-2-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.894813436Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"56fa6187-9a0e-4b52-b59e-5a08a4c6d17c","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.894882359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"56fa6187-9a0e-4b52-b59e-5a08a4c6d17c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/simulator-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.894968512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"d7ceddd0-3ad5-4675-8052-8c6991be91cf","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.895000547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"d7ceddd0-3ad5-4675-8052-8c6991be91cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/premium-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.895061632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"7762fca9-5ed4-4c4c-b650-dbd15fb3afb5","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:58.895091466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"7762fca9-5ed4-4c4c-b650-dbd15fb3afb5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-08e15d/distinct-w0-08e15d: AITenant \"e2e-worker-w0-08e15d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:59.268627866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"f4016231-82c3-4621-8c63-8e6a3af56f3f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:59.372329393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"3060062b-b0da-4a9c-bd36-244cf634a9c8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:59.469722453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"289a6d9b-f170-4d48-8069-5937405a810c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:59.568295415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"0a08cb37-2910-46a1-8693-7b60c139b6b5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:59.669865417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"5ec75347-3de7-4c6c-9c0d-060e7c5af584","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:59.780134271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"fc956baa-0e1b-4299-8b53-de5ee1b99e5e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:33:59.932849227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"a66844b9-af34-4824-a00c-2692a928db8b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:00.03538601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"d7e5263d-c31c-4290-aded-54da50fc593d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:00.130446263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"3b756415-9090-4def-b4df-9217d41526ef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:00.228812889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"df4c8779-d60a-4aa0-a3ed-605586daa1de","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:00.329364676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"70de597b-ff26-45f3-b0b4-e3899ecd8a60","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:00.433560737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"7046bb43-123a-4d3e-8db1-16cda3acdf2d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:00.538128279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"a28f4280-f0d1-4e3a-98ee-1da6ad9194e6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:00.629723452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"89058d82-451b-4d61-bbac-df0e65ccabd5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:00.729476174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"2450825f-853c-4ac8-8a6c-c1c494c207ab","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:00.829102557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"948a32e4-bd83-41c3-8798-56078855b886","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:00.929747375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"588e5888-bbfc-4ed2-bdde-8a915ab88dce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:01.019393916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"043ada2a-fed8-4a5e-ad1d-d83a8970bf6a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:01.097733279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"46b9ca2c-385c-424a-903e-695138e38aa7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:01.244198734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"1040c5eb-13ed-4d7d-a8db-547fdcd74fe2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:01.368902559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"dcd60514-de96-4e1e-a236-fc47336cf64c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:01.469308289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"b60cbdc0-ad2e-4e84-a1c0-27ed663062d2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:01.539646761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"9fb07592-880a-491a-95b6-1a774a41b579","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:01.620140792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"36cf1737-2dfd-459f-b4bb-6d40ff1dfa92","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:01.690534886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"45a01cef-479e-461e-908c-136e63ec2203","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:01.761369952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"489369c7-4e44-437b-aac7-5d7e7cc706d6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:01.832020961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"577f1e0f-1c22-4db1-9759-82d54afcf723","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:01.933028761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"be3839e8-8574-4d63-ae33-3bd01509bafc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:02.085925216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"feccd4e2-2877-43ad-9799-119681354437","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:02.155841491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"5ba74c57-ef14-416d-870e-e96fa7f3ec20","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:02.225480994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"5644b577-65da-487f-8e7d-a1aea9530300","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:02.324845448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"899fc4a7-6b79-426c-b719-f9626c9d1481","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:02.799343123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"584f38f7-fe43-4e1a-a935-3cea7fad7738","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:02.902698005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"81bbd5b1-95e5-49d6-90f4-d23627bedae5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:03.002394775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"6287b992-bdd2-439a-b7b7-a3ed6c36903d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:03.072690163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"5de27922-aa31-4b6b-b289-af2de61d6d54","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:03.212838889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-2-w1-e131af","reconcileID":"1f30eb61-a855-48b2-a170-223925bab90c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:03.318055553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"distinct-w1-e131af","reconcileID":"78eb15db-20b7-457e-8812-a1ed9e02e741","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:03.415127723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"premium-w1-e131af","reconcileID":"c42dac64-fc67-4e46-9712-92689027ea9c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:03.519754805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e131af","namespace":"e2e-models-e2e-worker-w1-e131af"},"namespace":"e2e-models-e2e-worker-w1-e131af","name":"simulator-w1-e131af","reconcileID":"3ef75d5a-9d1c-4a61-b533-9cf022ec4c3b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-e131af\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:04.151434848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"bf00c333-73d7-40df-92e6-cf0e7f9471f9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:04.255111868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"20e9884d-8bde-4b90-bec3-afba7a405fb7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:04.355628249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"51e708f8-1d03-43ba-a838-666557a6d250","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:04.456557748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"795c2043-dcd8-4667-8ff6-9a538913be46","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:06.782955986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-2-w0-08e15d","reconcileID":"ad2d8b34-43f0-44cf-8665-99def841f5b9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:06.885565194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"distinct-w0-08e15d","reconcileID":"a9063cfd-0c08-4f6f-903f-2d2d5894168e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:06.987245523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"premium-w0-08e15d","reconcileID":"76842d1e-4869-4fc8-a519-873e8fdf9bcd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-29T23:34:07.088229371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-08e15d","namespace":"e2e-models-e2e-worker-w0-08e15d"},"namespace":"e2e-models-e2e-worker-w0-08e15d","name":"simulator-w0-08e15d","reconcileID":"091d938a-f561-43c0-9be2-48d62edc75e5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-08e15d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}